Run multiple message consumers (#315)

docker/.env.dist

@@ -13,3 +13,4 @@ ASYNC_HTTP_RETRIEVER_RABBITMQ_USER=guest
 ASYNC_HTTP_RETRIEVER_RABBITMQ_PASS=guest
 ASYNC_HTTP_RETRIEVER_RABBITMQ_MANAGEMENT_EXPOSED_PORT=15672
 ASYNC_HTTP_RETRIEVER_EXPOSED_PORT=8001
+ASYNC_HTTP_RETRIEVER_CONSUMER_COUNT=1

docker/app-cli/Dockerfile

@@ -4,11 +4,13 @@ ARG APP_ENV
 ARG APP_SECRET
 ARG CALLBACK_ALLOWED_HOSTS
 ARG RETRIEVER_TIMEOUT_SECONDS
+ARG CONSUMER_COUNT
 
 ENV APP_SECRET=$APP_SECRET
 ENV APP_ENV=$APP_ENV
 ENV CALLBACK_ALLOWED_HOSTS=$CALLBACK_ALLOWED_HOSTS
 ENV RETRIEVER_TIMEOUT_SECONDS=$RETRIEVER_TIMEOUT_SECONDS
+ENV CONSUMER_COUNT=$CONSUMER_COUNT
 
 RUN apt-get -qq update && apt-get install -qq -y librabbitmq-dev libssh-dev libmemcached-dev supervisor wget
 RUN pecl -q install amqp

docker/app-cli/supervisor/conf.d/app.conf

@@ -1,5 +1,5 @@
 [program:async_http_retriever_messenger_consume_messages]
 command = ./bin/console messenger:consume-messages
-numprocs=1
+numprocs=%(ENV_CONSUMER_COUNT)s
 process_name = %(program_name)s-%(process_num)s
 stopsignal=QUIT

docker/docker-compose.yml

@@ -79,6 +79,7 @@ services:
         APP_SECRET: ${ASYNC_HTTP_RETRIEVER_APP_SECRET}
         CALLBACK_ALLOWED_HOSTS: ${ASYNC_HTTP_RETRIEVER_CALLBACK_ALLOWED_HOSTS}
         RETRIEVER_TIMEOUT_SECONDS: ${ASYNC_HTTP_RETRIEVER_RETRIEVER_TIMEOUT_SECONDS}
+        CONSUMER_COUNT: ${ASYNC_HTTP_RETRIEVER_CONSUMER_COUNT}
     container_name: async-http-retriever-app-cli-${ID}
     environment:
       DATABASE_URL: mysql://${ASYNC_HTTP_RETRIEVER_DATABASE_USER}:${ASYNC_HTTP_RETRIEVER_DATABASE_PASSWORD}@mysql:3306/${ASYNC_HTTP_RETRIEVER_DATABASE_NAME}

docs/configuration.rst

@@ -70,6 +70,9 @@ Configuration You Can Optionally Set
 
 Set these if you like, things will work just fine if you don't.
 
+| ``ASYNC_HTTP_RETRIEVER_CONSUMER_COUNT``
+| Number of parallel message consumers. Defaults to 1. Ideally set higher.
+
 | ``ASYNC_HTTP_RETRIEVER_APP_SECRET``
 | Private token used within the application. Set to whatever you like.