Add DB Scan Duration Config

QuangTung97 · Dec 19, 2023 · d080872 · d080872
1 parent bfafa75
commit d080872
Show file tree

Hide file tree

Showing 5 changed files with 15 additions and 2 deletions.
diff --git a/config.tmp.yml b/config.tmp.yml
@@ -4,6 +4,7 @@ event_table_name: invalidate_events
 offset_table_name: invalidate_offsets
 
 event_retention_size: 10_000_000
+db_scan_duration: 30s
 
 notify_access_token: '' # pass to http header: X-Notify-Access-Token, not required if empty
 

diff --git a/config/config.go b/config/config.go
@@ -4,6 +4,7 @@ import (
 	"fmt"
 	"net/url"
 	"strings"
+	"time"
 
 	"github.com/spf13/viper"
 )
@@ -15,7 +16,8 @@ type Config struct {
 	EventTableName  string `mapstructure:"event_table_name"`
 	OffsetTableName string `mapstructure:"offset_table_name"`
 
-	EventRetentionSize uint32 `mapstructure:"event_retention_size"`
+	EventRetentionSize uint32        `mapstructure:"event_retention_size"`
+	DBScanDuration     time.Duration `mapstructure:"db_scan_duration"`
 
 	NotifyAccessToken string `mapstructure:"notify_access_token"`
 

diff --git a/config/config.yml b/config/config.yml
@@ -4,6 +4,7 @@ event_table_name: invalidate_events
 offset_table_name: invalidate_offsets
 
 event_retention_size: 10_000_000
+db_scan_duration: 30s
 
 notify_access_token: '' # pass to http header: X-Notify-Access-Token, not required if empty
 

diff --git a/config/config_test.go b/config/config_test.go
@@ -3,6 +3,7 @@ package config
 import (
 	"os/exec"
 	"testing"
+	"time"
 
 	"github.com/stretchr/testify/assert"
 )
@@ -51,7 +52,9 @@ func TestLoadConfig(t *testing.T) {
 		OffsetTableName: "invalidate_offsets",
 
 		EventRetentionSize: 10_000_000,
-		NotifyAccessToken:  "",
+		DBScanDuration:     30 * time.Second,
+
+		NotifyAccessToken: "",
 
 		DBType: DBTypeMySQL,
 		MySQL: MySQLConfig{

diff --git a/server/server.go b/server/server.go
@@ -72,9 +72,15 @@ func Start() {
 	if conf.EventRetentionSize <= 10 {
 		panic("event_retention_size is too small")
 	}
+
 	fmt.Println("Event Retention Size:", humanize.FormatInteger("#,###.", int(conf.EventRetentionSize)))
+	fmt.Println("DB Scan Duration:", conf.DBScanDuration)
+
 	job := cacheinv.NewInvalidatorJob(
 		repo, client,
+		cacheinv.WithRunnerOptions(
+			eventx.WithDBProcessorRetryTimer(conf.DBScanDuration),
+		),
 		cacheinv.WithRetentionOptions(
 			eventx.WithMaxTotalEvents(uint64(conf.EventRetentionSize)),
 			eventx.WithDeleteBatchSize(32),