From d07bb52b154fd0c9a39c61a49150269168fe22cd Mon Sep 17 00:00:00 2001 From: Ben Sherman Date: Thu, 4 Aug 2022 12:50:46 -0400 Subject: [PATCH] Fix queueSize setting is not honoured by AWS Batch executor (#3093) Signed-off-by: Ben Sherman --- .../main/nextflow/cloud/aws/batch/AwsBatchExecutor.groovy | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/plugins/nf-amazon/src/main/nextflow/cloud/aws/batch/AwsBatchExecutor.groovy b/plugins/nf-amazon/src/main/nextflow/cloud/aws/batch/AwsBatchExecutor.groovy index 7ad550711f..16712e170b 100644 --- a/plugins/nf-amazon/src/main/nextflow/cloud/aws/batch/AwsBatchExecutor.groovy +++ b/plugins/nf-amazon/src/main/nextflow/cloud/aws/batch/AwsBatchExecutor.groovy @@ -185,12 +185,14 @@ class AwsBatchExecutor extends Executor implements ExtensionPoint { final pollInterval = session.getPollInterval(name, Duration.of('10 sec')) final dumpInterval = session.getMonitorDumpInterval(name) + final capacity = session.getQueueSize(name, 1000) final def params = [ name: name, session: session, pollInterval: pollInterval, - dumpInterval: dumpInterval + dumpInterval: dumpInterval, + capacity: capacity ] log.debug "Creating parallel monitor for executor '$name' > pollInterval=$pollInterval; dumpInterval=$dumpInterval" @@ -217,7 +219,8 @@ class AwsBatchExecutor extends Executor implements ExtensionPoint { */ private ThrottlingExecutor createExecutorService(String name) { - final qs = session.getQueueSize(name, 5_000) + // queue size can be overridden by submitter options below + final qs = 5_000 final limit = session.getExecConfigProp(name,'submitRateLimit','50/s') as String final size = Runtime.runtime.availableProcessors() * 5