feat: Change default prefetch_count to 1 (assuming at most one datase…

…t being processed)

contracting_process/field_level/report_examples.py

@@ -26,9 +26,7 @@ def create(dataset_id):
     report = {}
     examples = {}
 
-    for order, definition in enumerate(definitions.items()):
-        path, quality_checks = definition
-
+    for order, (path, quality_checks) in enumerate(definitions.items()):
         report[path] = {
             "examples_filled": False,
             "processing_order": order,

pelican/util/services.py

@@ -43,17 +43,16 @@ def decode(body: bytes, content_type: str | None) -> Any:
 YAPW_KWARGS = {
     "url": settings.RABBIT_URL,
     "exchange": settings.RABBIT_EXCHANGE_NAME,
-    "prefetch_count": 20,
     "encode": encode,
     "decode": decode,
 }
 
 
-def consume(*args: Any, **kwargs: Any) -> None:
+def consume(*args: Any, prefetch_count=1, **kwargs: Any) -> None:
     """
     Consume messages from RabbitMQ.
     """
-    client = AsyncConsumer(*args, **kwargs, **YAPW_KWARGS)
+    client = AsyncConsumer(*args, prefetch_count=prefetch_count, **kwargs, **YAPW_KWARGS)
     client.start()
 
 

workers/check/data_item.py

@@ -16,7 +16,7 @@ def start():
     Perform the field-level and compiled release-level checks.
     """
     bootstrap()
-    consume(on_message_callback=callback, queue=consume_routing_key)
+    consume(on_message_callback=callback, queue=consume_routing_key, prefetch_count=20)
 
 
 def callback(client_state, channel, method, properties, input_message):