feat: queue concurrency infrastructure (#1008)

Author: ytallo

packages/adapter-bullmq-events/src/constants.ts

@@ -1,4 +1,4 @@
-export const DEFAULT_CONCURRENCY = 5
+export const DEFAULT_CONCURRENCY = 10
 export const DEFAULT_ATTEMPTS = 3
 export const DEFAULT_BACKOFF_DELAY = 2000
 export const DEFAULT_REMOVE_ON_COMPLETE_COUNT = 1000

packages/adapter-bullmq-events/src/worker-manager.ts

@@ -60,7 +60,7 @@ export class WorkerManager {
 
     this.addTopicSubscription(topic, id)
 
-    const concurrency = options?.type === 'fifo' ? FIFO_CONCURRENCY : this.config.concurrency
+    const concurrency = options?.type === 'fifo' ? FIFO_CONCURRENCY : options?.concurrency || this.config.concurrency
     const attempts = options?.maxRetries != null ? options.maxRetries + 1 : this.config.defaultJobOptions.attempts
     const lockDuration = options?.visibilityTimeout ? options.visibilityTimeout * MILLISECONDS_PER_SECOND : undefined
 

packages/core/src/types.ts

@@ -41,12 +41,20 @@ export type HandlerConfig = {
   timeout: number
 }
 
-export type QueueConfig = {
-  type: 'fifo' | 'standard'
-  maxRetries: number
-  visibilityTimeout: number
-  delaySeconds: number
-}
+export type QueueConfig =
+  | {
+      type: 'fifo'
+      maxRetries: number
+      visibilityTimeout: number
+      delaySeconds: number
+    }
+  | {
+      type: 'standard'
+      maxRetries: number
+      visibilityTimeout: number
+      delaySeconds: number
+      concurrency?: number
+    }
 
 export type InfrastructureConfig = {
   handler?: Partial<HandlerConfig>