Skip to content

Commit

Permalink
feat(eventindexer): Timeseries data indexing + refactor to taiko-clie…
Browse files Browse the repository at this point in the history
…nt/relayer CLI approach and architecture (#14663)
  • Loading branch information
cyberhorsey authored and KorbinianK committed Sep 28, 2023
1 parent e969363 commit f951f54
Show file tree
Hide file tree
Showing 16 changed files with 163 additions and 337 deletions.
7 changes: 3 additions & 4 deletions packages/eventindexer/.l1.env
Original file line number Diff line number Diff line change
Expand Up @@ -7,11 +7,10 @@ DATABASE_HOST=localhost:3306
DATABASE_MAX_IDLE_CONNS=50
DATABASE_MAX_OPEN_CONNS=3000
DATABASE_CONN_MAX_LIFETIME_IN_MS=100000
L1_TAIKO_ADDRESS=0x95fF8D3CE9dcB7455BEB7845143bEA84Fe5C4F6f
BRIDGE_ADDRESS=0x5293Bb897db0B64FFd11E0194984E8c5F1f06178
RPC_URL=wss://l1ws.jolnir.taiko.xyz
L1_TAIKO_ADDRESS=0x0DCd1Bf9A1b36cE34237eEaFef220932846BCD82
BRIDGE_ADDRESS=0x9A9f2CCfdE556A7E9Ff0848998Aa4a0CFD8863AE
RPC_URL=wss://l1ws.internal.taiko.xyz
CORS_ORIGINS=*
BLOCK_BATCH_SIZE=10
CACHE_INTERVAL_IN_SECONDS=60
LAYER=l1
GENESIS_DATE=2023-09-08
8 changes: 0 additions & 8 deletions packages/eventindexer/cmd/flags/generator.go
Original file line number Diff line number Diff line change
Expand Up @@ -10,15 +10,7 @@ var (
Category: generatorCategory,
EnvVars: []string{"GENESIS_DATE"},
}
Regenerate = &cli.StringFlag{
Name: "regenerate",
Usage: "True to delete all existing data and regenerate from genesis, false to not",
Required: false,
Category: generatorCategory,
EnvVars: []string{"REGENERATE"},
}
)
var GeneratorFlags = MergeFlags(CommonFlags, []cli.Flag{
GenesisDate,
Regenerate,
})
1 change: 0 additions & 1 deletion packages/eventindexer/cmd/flags/indexer.go
Original file line number Diff line number Diff line change
Expand Up @@ -121,7 +121,6 @@ var (
var IndexerFlags = MergeFlags(CommonFlags, []cli.Flag{
RPCUrl,
// optional
ETHClientTimeout,
L1TaikoAddress,
HTTPPort,
MetricsHTTPPort,
Expand Down
4 changes: 2 additions & 2 deletions packages/eventindexer/db/db.go
Original file line number Diff line number Diff line change
Expand Up @@ -46,14 +46,14 @@ func OpenDBConnection(opts DBConnectionOpts) (*DB, error) {
dsn := ""
if opts.Password == "" {
dsn = fmt.Sprintf(
"%v@tcp(%v)/%v?charset=utf8mb4&parseTime=True",
"%v@tcp(%v)/%v?charset=utf8mb4&parseTime=True&loc=Local",
opts.Name,
opts.Host,
opts.Database,
)
} else {
dsn = fmt.Sprintf(
"%v:%v@tcp(%v)/%v?charset=utf8mb4&parseTime=True",
"%v:%v@tcp(%v)/%v?charset=utf8mb4&parseTime=True&loc=Local",
opts.Name,
opts.Password,
opts.Host,
Expand Down
2 changes: 0 additions & 2 deletions packages/eventindexer/generator/config.go
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,6 @@ type Config struct {
DatabaseMaxConnLifetime uint64
MetricsHTTPPort uint64
GenesisDate time.Time
Regenerate bool
OpenDBFunc func() (DB, error)
}

Expand All @@ -49,7 +48,6 @@ func NewConfigFromCliContext(c *cli.Context) (*Config, error) {
DatabaseMaxConnLifetime: c.Uint64(flags.DatabaseConnMaxLifetime.Name),
MetricsHTTPPort: c.Uint64(flags.MetricsHTTPPort.Name),
GenesisDate: date,
Regenerate: c.Bool(flags.Regenerate.Name),
OpenDBFunc: func() (DB, error) {
return db.OpenDBConnection(db.DBConnectionOpts{
Name: c.String(flags.DatabaseUsername.Name),
Expand Down
2 changes: 0 additions & 2 deletions packages/eventindexer/generator/config_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,6 @@ func TestNewConfigFromCliContext(t *testing.T) {
assert.Equal(t, "dbpass", c.DatabasePassword)
assert.Equal(t, "dbname", c.DatabaseName)
assert.Equal(t, "dbhost", c.DatabaseHost)
assert.Equal(t, true, c.Regenerate)

wantTime, _ := time.Parse("2006-01-02", "2023-07-07")
assert.Equal(t, wantTime, c.GenesisDate)
Expand All @@ -53,6 +52,5 @@ func TestNewConfigFromCliContext(t *testing.T) {
"-" + flags.DatabaseHost.Name, "dbhost",
"-" + flags.DatabaseName.Name, "dbname",
"-" + flags.GenesisDate.Name, "2023-07-07",
"-" + flags.Regenerate.Name, "true",
}))
}
Loading

0 comments on commit f951f54

Please sign in to comment.