feature: sleep to avoid http 429,split out attendees and page properly

uktrade · Feb 8, 2021 · 7dd98a3 · 7dd98a3
1 parent 81e234a
commit 7dd98a3
Show file tree

Hide file tree

Showing 6 changed files with 449 additions and 126 deletions.
diff --git a/core/app/app_outgoing.py b/core/app/app_outgoing.py
@@ -210,7 +210,9 @@ async def ingest_feeds(context, feeds):
                 context, feed), min_duration=min_duration
         )
         for feed in feeds
-        for (ingest_func, min_duration) in ((ingest_full, 120), (ingest_updates, 0))
+        for (ingest_func, min_duration) in (
+            (ingest_full, feed.full_ingest_interval), (ingest_updates, 0)
+        )
     ])
 
 

diff --git a/core/app/app_outgoing_elasticsearch.py b/core/app/app_outgoing_elasticsearch.py
@@ -363,6 +363,12 @@ async def create_activities_index(context, index_name):
                     },
                     'object.geocoordinates': {
                         'type': 'geo_point'
+                    },
+                    'object.dit:status': {
+                        'type': 'keyword'
+                    },
+                    'object.dit:public': {
+                        'type': 'boolean'
                     }
                 },
             }),
@@ -435,6 +441,12 @@ async def create_objects_index(context, index_name):
                     },
                     'geocoordinates': {
                         'type': 'geo_point'
+                    },
+                    'dit:status': {
+                        'type': 'keyword'
+                    },
+                    'dit:public': {
+                        'type': 'boolean'
                     }
                 },
             }),