/
process_digester.go
192 lines (155 loc) · 4.95 KB
/
process_digester.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
package cmds
import (
"context"
currencycmds "github.com/ProtoconNet/mitum-currency/v3/cmds"
currencydigest "github.com/ProtoconNet/mitum-currency/v3/digest"
"github.com/ProtoconNet/mitum-nft/v2/digest"
"github.com/ProtoconNet/mitum2/base"
"github.com/ProtoconNet/mitum2/isaac"
isaacblock "github.com/ProtoconNet/mitum2/isaac/block"
isaacdatabase "github.com/ProtoconNet/mitum2/isaac/database"
"github.com/ProtoconNet/mitum2/launch"
"github.com/ProtoconNet/mitum2/util"
"github.com/ProtoconNet/mitum2/util/logging"
)
func ProcessDigester(ctx context.Context) (context.Context, error) {
var log *logging.Logging
if err := util.LoadFromContextOK(ctx, launch.LoggingContextKey, &log); err != nil {
return ctx, err
}
var st *currencydigest.Database
if err := util.LoadFromContext(ctx, currencycmds.ContextValueDigestDatabase, &st); err != nil {
return ctx, err
}
if st == nil {
return ctx, nil
}
var design launch.NodeDesign
if err := util.LoadFromContext(ctx, launch.DesignContextKey, &design); err != nil {
return ctx, err
}
root := launch.LocalFSDataDirectory(design.Storage.Base)
var newReaders func(context.Context, string, *isaac.BlockItemReadersArgs) (*isaac.BlockItemReaders, error)
var fromRemotes isaac.RemotesBlockItemReadFunc
if err := util.LoadFromContextOK(ctx,
launch.NewBlockItemReadersFuncContextKey, &newReaders,
launch.RemotesBlockItemReaderFuncContextKey, &fromRemotes,
); err != nil {
return ctx, err
}
var sourceReaders *isaac.BlockItemReaders
switch i, err := newReaders(ctx, root, nil); {
case err != nil:
return ctx, err
default:
sourceReaders = i
}
di := digest.NewDigester(st, root, sourceReaders, fromRemotes, design.NetworkID, nil)
_ = di.SetLogging(log)
return context.WithValue(ctx, currencycmds.ContextValueDigester, di), nil
}
func ProcessStartDigester(ctx context.Context) (context.Context, error) {
var di *digest.Digester
if err := util.LoadFromContext(ctx, currencycmds.ContextValueDigester, &di); err != nil {
return ctx, err
}
if di == nil {
return ctx, nil
}
return ctx, di.Start(ctx)
}
func PDigesterFollowUp(ctx context.Context) (context.Context, error) {
var log *logging.Logging
if err := util.LoadFromContextOK(ctx, launch.LoggingContextKey, &log); err != nil {
return ctx, err
}
log.Log().Debug().Msg("digester trying to follow up")
var mst *isaacdatabase.Center
if err := util.LoadFromContextOK(ctx, launch.CenterDatabaseContextKey, &mst); err != nil {
return ctx, err
}
var st *currencydigest.Database
if err := util.LoadFromContext(ctx, currencycmds.ContextValueDigestDatabase, &st); err != nil {
return ctx, err
}
if st == nil {
return ctx, nil
}
switch m, found, err := mst.LastBlockMap(); {
case err != nil:
return ctx, err
case !found:
log.Log().Debug().Msg("last BlockMap not found")
case m.Manifest().Height() > st.LastBlock():
log.Log().Info().
Int64("last_manifest", m.Manifest().Height().Int64()).
Int64("last_block", st.LastBlock().Int64()).
Msg("new blocks found to digest")
if err := digestFollowup(ctx, m.Manifest().Height()); err != nil {
log.Log().Error().Err(err).Msg("failed to follow up")
return ctx, err
}
log.Log().Info().Msg("digested new blocks")
default:
log.Log().Info().Msg("digested blocks is up-to-dated")
}
return ctx, nil
}
func digestFollowup(ctx context.Context, height base.Height) error {
var st *currencydigest.Database
if err := util.LoadFromContextOK(ctx, currencycmds.ContextValueDigestDatabase, &st); err != nil {
return err
}
var design launch.NodeDesign
if err := util.LoadFromContext(ctx, launch.DesignContextKey, &design); err != nil {
return err
}
root := launch.LocalFSDataDirectory(design.Storage.Base)
var newReaders func(context.Context, string, *isaac.BlockItemReadersArgs) (*isaac.BlockItemReaders, error)
var fromRemotes isaac.RemotesBlockItemReadFunc
if err := util.LoadFromContextOK(ctx,
launch.NewBlockItemReadersFuncContextKey, &newReaders,
launch.RemotesBlockItemReaderFuncContextKey, &fromRemotes,
); err != nil {
return err
}
var sourceReaders *isaac.BlockItemReaders
switch i, err := newReaders(ctx, root, nil); {
case err != nil:
return err
default:
sourceReaders = i
}
if height <= st.LastBlock() {
return nil
}
lastBlock := st.LastBlock()
if lastBlock < base.GenesisHeight {
lastBlock = base.GenesisHeight
}
for h := lastBlock; h <= height; h++ {
var bm base.BlockMap
switch i, found, err := isaac.BlockItemReadersDecode[base.BlockMap](sourceReaders.Item, h, base.BlockItemMap, nil); {
case err != nil:
return err
case !found:
continue
default:
if err := i.IsValid(design.NetworkID); err != nil {
return err
}
bm = i
}
pr, ops, sts, opsTree, _, _, err := isaacblock.LoadBlockItemsFromReader(bm, sourceReaders.Item, h)
if err != nil {
return err
}
if err := digest.DigestBlock(ctx, st, bm, ops, opsTree, sts, pr); err != nil {
return err
}
if err := st.SetLastBlock(h); err != nil {
return err
}
}
return nil
}