increase router concurrency; decrese sqlpublisher poll interval (#262)

getzep · Nov 5, 2023 · 52d4e67 · 52d4e67
1 parent 89b5f46
commit 52d4e67
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/pkg/tasks/router.go b/pkg/tasks/router.go
@@ -14,7 +14,7 @@ import (
 )
 
 // TODO: Add these to config
-const TaskCountThrottle = 50 // messages per second
+const TaskCountThrottle = 250 // messages per second
 const MaxQueueRetries = 5
 const TaskTimeout = 60 // seconds
 

diff --git a/pkg/tasks/sql_queue.go b/pkg/tasks/sql_queue.go
@@ -2,12 +2,15 @@ package tasks
 
 import (
 	"database/sql"
+	"time"
 
 	"github.com/ThreeDotsLabs/watermill"
 	wsql "github.com/ThreeDotsLabs/watermill-sql/v2/pkg/sql"
 	"github.com/ThreeDotsLabs/watermill/message"
 )
 
+const SQLSubscriberPollInterval = 500 * time.Millisecond
+
 type SQLSchema struct {
 	wsql.DefaultPostgreSQLSchema
 }
@@ -36,6 +39,7 @@ func NewSQLQueueSubscriber(db *sql.DB, logger watermill.LoggerAdapter) (message.
 			SchemaAdapter:    SQLSchema{},
 			OffsetsAdapter:   &wsql.DefaultPostgreSQLOffsetsAdapter{},
 			InitializeSchema: true,
+			PollInterval:     SQLSubscriberPollInterval,
 		},
 		logger,
 	)