Merge pull request #44 from mkiwala/celery-commom-config

Celery commom config

ptero_common/celery/utils.py

@@ -6,6 +6,8 @@
 
 _CONFIGURATION_NAMES = {
         'CELERY_BROKER_URL': 'BROKER_URL',
+        'CELERY_BROKER_HEARTBEAT': 'BROKER_HEARTBEAT',
+        'CELERY_BROKER_HEARTBEAT_CHECKRATE': 'BROKER_HEARTBEAT_CHECKRATE',
 }
 
 
@@ -33,6 +35,8 @@ def _bool_formatter(value):
 _FORMATTERS = {
         'CELERY_ACCEPT_CONTENT': _list_formatter,
         'CELERY_ACKS_LATE': _bool_formatter,
+        'BROKER_HEARTBEAT': float,
+        'BROKER_HEARTBEAT_CHECKRATE': float,
         'CELERY_PREFETCH_MULTIPLIER': int,
         'CELERY_TRACK_STARTED': _bool_formatter,
 }
@@ -42,7 +46,7 @@ def _get_formatter(config_name):
     return _FORMATTERS.get(config_name, _default_formatter)
 
 
-def get_config_from_env(service_name):
+def _get_config_from_env(service_name):
     result = {}
     for env_var_name, env_var_value in os.environ.iteritems():
         if re.match('PTERO_%s_CELERY' % service_name, env_var_name):
@@ -56,3 +60,15 @@ def get_config_from_env(service_name):
                     config_name, str(config_value), env_var_name, env_var_value)
 
     return result
+
+
+def get_celery_config(service_name):
+    config = _get_config_from_env(service_name)
+    config.update({
+        'BROKER_TRANSPORT_OPTIONS': {'confirm_publish': True},
+        'CELERY_ACCEPT_CONTENT': ['json'],
+        'CELERY_ACKS_LATE': True,
+        'CELERY_RESULT_SERIALIZER': 'json',
+        'CELERY_TASK_SERIALIZER': 'json',
+        })
+    return config