test-driven development

backdrop/transformers/dispatch.py

@@ -42,6 +42,8 @@ def entrypoint(dataset_id, earliest, latest):
     data_set_config = admin_api.get_data_set_by_name(dataset_id)
 
     for transform in transforms:
+        print("-----> dispatch.py:45  type(earliest) {}".format(type(earliest)))
+        print("-----> dispatch.py:46  type(latest) {}".format(type(latest)))
         app.send_task(
             'backdrop.transformers.dispatch.run_transform',
             args=(data_set_config, transform, earliest, latest)
@@ -56,6 +58,9 @@ def _now():
 
 
 def get_query_parameters(transform, earliest, latest):
+    print("-----> dispatch.py:61  type(earliest) {}".format(type(earliest)))
+    print("-----> dispatch.py:62  type(latest) {}".format(type(latest)))
+
     query_parameters = transform.get('query-parameters', {})
     query_parameters['flatten'] = 'true'
 

backdrop/write/api.py

@@ -122,13 +122,15 @@ def write_by_group(data_group, data_type):
 
     try:
         data = listify_json(get_json_from_request(request))
+        print("api.py:125 data = {}".format(data))
     except ValidationError as e:
         return (jsonify(messages=[repr(e)]), 400)
     errors = _append_to_data_set(data_set_config, data)
 
     if errors:
         return (jsonify(messages=errors), 400)
     else:
+        print("api.py:134 data = {}".format(data))
         trigger_transforms(data_set_config, data)
         return jsonify(status='ok')
 
@@ -374,6 +376,7 @@ def listify_json(data):
 
 
 def bounding_dates(data):
+    print("-----> api.py:379  data {}".format(data))
     sorted_data = sorted(data, key=lambda datum: datum['_timestamp'])
     return sorted_data[0]['_timestamp'], sorted_data[-1]['_timestamp']
 
@@ -396,6 +399,8 @@ def trigger_transforms(data_set_config, data=[], earliest=None, latest=None):
         earliest, latest = bounding_dates(data)
 
     if earliest is not None and latest is not None:
+        print("-----> api.py:402  type(earliest) {}".format(type(earliest)))
+        print("-----> api.py:403  type(latest) {}".format(type(latest)))
         celery_app.send_task('backdrop.transformers.dispatch.entrypoint',
                              args=(data_set_config['name'], earliest, latest))