-
Notifications
You must be signed in to change notification settings - Fork 2
/
lstore_indexer_load.go
73 lines (71 loc) · 2.26 KB
/
lstore_indexer_load.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
package lstore
import (
"github.com/v2pro/plz"
"github.com/v2pro/plz/countlog"
"os"
)
func (indexer *indexer) loadIndex(ctx *countlog.Context, slotIndexManager slotIndexManager) error {
indexingSegment, err := openIndexSegment(
ctx, indexer.cfg.IndexingSegmentPath())
if os.IsNotExist(err) {
slotIndexWriter := slotIndexManager.newWriter(10, 4)
defer plz.Close(slotIndexWriter)
indexingSegment, err = newIndexSegment(slotIndexWriter, nil)
if err != nil {
return err
}
err = createIndexSegment(ctx, indexer.cfg.IndexingSegmentPath(), indexingSegment)
if err != nil {
return err
}
} else if err != nil {
ctx.TraceCall("callee!store.openIndexingSegment", err)
return err
}
startOffset := indexingSegment.headOffset
var reversedIndexedSegments []*indexSegment
for {
indexedSegmentPath := indexer.cfg.IndexedSegmentPath(startOffset)
indexedSegment, err := openIndexSegment(ctx, indexedSegmentPath)
if os.IsNotExist(err) {
break
}
if err != nil {
return err
}
reversedIndexedSegments = append(reversedIndexedSegments, indexedSegment)
startOffset = indexedSegment.headOffset
}
indexedSegments := make([]*indexSegment, len(reversedIndexedSegments))
for i := 0; i < len(reversedIndexedSegments); i++ {
indexedSegments[i] = reversedIndexedSegments[len(reversedIndexedSegments)-i-1]
}
slotIndexReader := slotIndexManager.newReader(14, 4)
defer slotIndexReader.Close()
level0Index, err := slotIndexReader.readSlotIndex(indexingSegment.levels[0], 0)
if err != nil {
return err
}
level1Index, err := slotIndexReader.readSlotIndex(indexingSegment.levels[1], 1)
if err != nil {
return err
}
level2Index, err := slotIndexReader.readSlotIndex(indexingSegment.levels[2], 2)
if err != nil {
return err
}
err = indexer.appender.loadedIndex(ctx, indexedSegments, indexingSegment)
if err != nil {
return err
}
indexer.indexingSegment = indexingSegment
ctx.Info("event!indexer.load",
"indexedSegmentsCount", len(indexedSegments),
"indexingHeadOffset", indexingSegment.headOffset,
"indexingTailOffset", indexingSegment.tailOffset,
"indexingTopLevel", indexingSegment.topLevel,
"indexingLevel0TailSlot", *level0Index.tailSlot,
"indexingLevel1TailSlot", *level1Index.tailSlot,
"indexingLevel2TailSlot", *level2Index.tailSlot)
return nil
}