forked from vulcanize/vulcanizedb
/
backfillEvents.go
83 lines (70 loc) · 2.69 KB
/
backfillEvents.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
package cmd
import (
"fmt"
"github.com/makerdao/vulcanizedb/libraries/shared/logs"
"github.com/makerdao/vulcanizedb/pkg/datastore/postgres/repositories"
"github.com/makerdao/vulcanizedb/utils"
"github.com/sirupsen/logrus"
"github.com/spf13/cobra"
)
var (
endingBlockNumber int64
endingBlockNumberFlagName = "ending-block-number"
)
// backfillEventsCmd represents the backfillEvents command
var backfillEventsCmd = &cobra.Command{
Use: "backfillEvents",
Short: "Backfill events from already-checked headers",
Long: `Run this command to fetch and persist events from configured transformers across a range
of headers that may have already been checked for logs. Useful when adding a
new event transformer to an instance that has already been running and marking
headers checked as it queried for the previous (now incomplete) set of logs.`,
Run: func(cmd *cobra.Command, args []string) {
SubCommand = cmd.CalledAs()
LogWithCommand = *logrus.WithField("SubCommand", SubCommand)
err := backFillEvents()
if err != nil {
logrus.Fatalf("error back-filling events: %s", err.Error())
}
logrus.Info("completed back-filling events")
},
}
func init() {
rootCmd.AddCommand(backfillEventsCmd)
backfillEventsCmd.Flags().Int64VarP(&endingBlockNumber, endingBlockNumberFlagName, "e", -1, "last block from which to back-fill events")
backfillEventsCmd.MarkFlagRequired(endingBlockNumberFlagName)
}
func backFillEvents() error {
genConfig, configErr := prepConfig()
if configErr != nil {
LogWithCommand.Fatalf("SubCommand %v: failed to prepare config: %v", SubCommand, configErr)
return configErr
}
ethEventInitializers, _, _, exportTransformersErr := exportTransformers(genConfig)
if exportTransformersErr != nil {
LogWithCommand.Fatalf("SubCommand %v: exporting transformers failed: %v", SubCommand, exportTransformersErr)
}
if len(ethEventInitializers) < 1 {
logrus.Warn("not back-filling events because no transformers configured for back-fill")
return nil
}
blockChain := getBlockChain()
db := utils.LoadPostgres(databaseConfig, blockChain.Node())
repo, repoErr := repositories.NewCheckedHeadersRepository(&db, genConfig.Schema)
if repoErr != nil {
return fmt.Errorf("error creating checked headers repository %w for schema %s", repoErr, genConfig.Schema)
}
extractor := logs.NewLogExtractor(&db, blockChain, repo)
for _, initializer := range ethEventInitializers {
transformer := initializer(&db)
err := extractor.AddTransformerConfig(transformer.GetConfig())
if err != nil {
return fmt.Errorf("error adding transformer: %w", err)
}
}
err := extractor.BackFillLogs(endingBlockNumber)
if err != nil {
return fmt.Errorf("error backfilling logs: %w", err)
}
return nil
}