make versions update faster (bug 582453)

jbalogh · Jul 28, 2010 · cb67dbc · cb67dbc
1 parent a548ae7
commit cb67dbc
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 7 deletions.
diff --git a/apps/addons/cron.py b/apps/addons/cron.py
@@ -28,7 +28,7 @@ def update_addons_current_version():
                                                        connection=conn)
 
 
-@task(rate_limit='10/m')
+@task(rate_limit='20/m')
 def _update_addons_current_version(data, **kw):
     task_log.info("[%s@%s] Updating addons current_versions." %
                    (len(data), _update_addons_current_version.rate_limit))

diff --git a/scripts/crontab/make-crons.py b/scripts/crontab/make-crons.py
@@ -50,13 +50,14 @@
 30 * * * * $REMORA; php -f maintenance.php l10n_stats
 35 * * * * $REMORA; php -f maintenance.php l10n_rss
 40 * * * * $Z_CRON fetch_ryf_blog
+45 * * * * $Z_CRON update_addons_current_version
 
+#every 2 hours
+30 */2 * * * $Z_CRON update_addon_appsupport
 
 #every 3 hours
 20 */3 * * * $REMORA; php -f compatibility_report.php
 20 */3 * * * $REMORA; /usr/bin/python26 maintenance.py collection_addon_count
-25 */3 * * * $Z_CRON update_addons_current_version
-30 */3 * * * $Z_CRON update_addon_appsupport
 
 #twice per day
 25 1,13 * * * $REMORA; /usr/bin/python26 import-personas.py

diff --git a/scripts/crontab/preview b/scripts/crontab/preview
@@ -17,13 +17,14 @@ HOME = /tmp
 30 * * * * cd /data/amo/www/addons.mozilla.org-preview/bin; php -f maintenance.php l10n_stats
 35 * * * * cd /data/amo/www/addons.mozilla.org-preview/bin; php -f maintenance.php l10n_rss
 40 * * * * cd /data/amo_python/src/preview/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron fetch_ryf_blog
+45 * * * * cd /data/amo_python/src/preview/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron update_addons_current_version
 
+#every 2 hours
+30 */2 * * * cd /data/amo_python/src/preview/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron update_addon_appsupport
 
 #every 3 hours
 20 */3 * * * cd /data/amo/www/addons.mozilla.org-preview/bin; php -f compatibility_report.php
 20 */3 * * * cd /data/amo/www/addons.mozilla.org-preview/bin; /usr/bin/python26 maintenance.py collection_addon_count
-25 */3 * * * cd /data/amo_python/src/preview/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron update_addons_current_version
-30 */3 * * * cd /data/amo_python/src/preview/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron update_addon_appsupport
 
 #twice per day
 25 1,13 * * * cd /data/amo/www/addons.mozilla.org-preview/bin; /usr/bin/python26 import-personas.py

diff --git a/scripts/crontab/prod b/scripts/crontab/prod
@@ -17,13 +17,14 @@ HOME = /tmp
 30 * * * * apache cd /data/amo/www/addons.mozilla.org-remora/bin; php -f maintenance.php l10n_stats
 35 * * * * apache cd /data/amo/www/addons.mozilla.org-remora/bin; php -f maintenance.php l10n_rss
 40 * * * * apache cd /data/amo_python/src/prod/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron fetch_ryf_blog
+45 * * * * apache cd /data/amo_python/src/prod/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron update_addons_current_version
 
+#every 2 hours
+30 */2 * * * apache cd /data/amo_python/src/prod/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron update_addon_appsupport
 
 #every 3 hours
 20 */3 * * * apache cd /data/amo/www/addons.mozilla.org-remora/bin; php -f compatibility_report.php
 20 */3 * * * apache cd /data/amo/www/addons.mozilla.org-remora/bin; /usr/bin/python26 maintenance.py collection_addon_count
-25 */3 * * * apache cd /data/amo_python/src/prod/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron update_addons_current_version
-30 */3 * * * apache cd /data/amo_python/src/prod/zamboni; /data/virtualenvs/zamboni/bin/python manage.py cron update_addon_appsupport
 
 #twice per day
 25 1,13 * * * apache cd /data/amo/www/addons.mozilla.org-remora/bin; /usr/bin/python26 import-personas.py