forked from omniscale/imposm3
/
process.go
106 lines (96 loc) · 2.23 KB
/
process.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
package pbf
import (
"github.com/olehz/imposm3/element"
"github.com/olehz/imposm3/util"
"runtime"
"sync"
)
type parser struct {
pbf *Pbf
coords chan []element.Node
nodes chan []element.Node
ways chan []element.Way
relations chan []element.Relation
nParser int
wg sync.WaitGroup
waySync *util.SyncPoint
relSync *util.SyncPoint
}
func NewParser(pbf *Pbf, coords chan []element.Node, nodes chan []element.Node, ways chan []element.Way, relations chan []element.Relation) *parser {
return &parser{
pbf: pbf,
coords: coords,
nodes: nodes,
ways: ways,
relations: relations,
nParser: runtime.NumCPU(),
wg: sync.WaitGroup{},
}
}
func (p *parser) Start() {
blocks := p.pbf.BlockPositions()
for i := 0; i < p.nParser; i++ {
p.wg.Add(1)
go func() {
for block := range blocks {
p.parseBlock(block)
}
if p.waySync != nil {
p.waySync.Sync()
}
if p.relSync != nil {
p.relSync.Sync()
}
p.wg.Done()
}()
}
}
func (p *parser) Close() {
p.wg.Wait()
}
func (p *parser) NotifyWays(cb func()) {
p.waySync = util.NewSyncPoint(p.nParser, cb)
}
func (p *parser) NotifyRelations(cb func()) {
p.relSync = util.NewSyncPoint(p.nParser, cb)
}
func (p *parser) parseBlock(pos Block) {
block := readPrimitiveBlock(pos)
stringtable := newStringTable(block.GetStringtable())
for _, group := range block.Primitivegroup {
dense := group.GetDense()
if dense != nil {
parsedCoords, parsedNodes := readDenseNodes(dense, block, stringtable)
if len(parsedCoords) > 0 {
p.coords <- parsedCoords
}
if len(parsedNodes) > 0 {
p.nodes <- parsedNodes
}
}
parsedCoords, parsedNodes := readNodes(group.Nodes, block, stringtable)
if len(parsedCoords) > 0 {
p.coords <- parsedCoords
}
if len(parsedNodes) > 0 {
p.nodes <- parsedNodes
}
parsedWays := readWays(group.Ways, block, stringtable)
if len(parsedWays) > 0 {
if p.waySync != nil {
p.waySync.Sync()
}
p.ways <- parsedWays
}
parsedRelations := readRelations(group.Relations, block, stringtable)
if len(parsedRelations) > 0 {
if p.waySync != nil {
p.waySync.Sync()
}
if p.relSync != nil {
p.relSync.Sync()
}
p.relations <- parsedRelations
}
}
}