/
mapnik_stats.go
165 lines (153 loc) · 4.35 KB
/
mapnik_stats.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
package render
import (
"bufio"
"flag"
"fmt"
"io"
"log"
"os"
"regexp"
"strconv"
"strings"
"time"
)
func parseStatsBlock(r io.Reader) ([]string, error) {
scanner := bufio.NewScanner(r)
inStats := false
inQuery := false
lines := make([]string, 0, 1024)
for scanner.Scan() {
line := scanner.Text()
if line == "//-- starting rendering timer..." {
inStats = true
continue
}
if line == "//-- rendering timer stopped..." {
return lines, nil
}
if inStats {
// concatenate all lines between postgis_connection::execute_query and postgis_datasource::features
if strings.Contains(line, "postgis_datasource::features") {
inQuery = false
}
if inQuery {
lines[len(lines)-1] += " " + line[4:]
} else {
lines = append(lines, line)
}
if strings.Contains(line, "postgis_connection::execute_query") {
inQuery = true
}
}
}
if err := scanner.Err(); err != nil {
return nil, err
}
return nil, nil
}
var statsPrefix = `(\d+.\d+ms) \(cpu (?:\d+.\d+ms)\) \s+ \| `
var statsTotal = regexp.MustCompile(statsPrefix + `rendering total for layer: '(.*?)'`)
var statsStyle = regexp.MustCompile(statsPrefix + `rendering style for layer: '(.*?)' and style '(.*?)'`)
var pgQuery = regexp.MustCompile(statsPrefix + `postgis_connection::execute_query (.*)`)
var statsOther = regexp.MustCompile(statsPrefix + `(.*?\n(?: .*?\n)*)`)
var percentRendered = regexp.MustCompile(`percent rendered: 100% - \d+ rendered for (\d+) queried for layer '(.*?)' and style '(.*?)'`)
type layerStats struct {
total time.Duration
styles map[string]int
queryDuration time.Duration
query string
}
func parseStats(lines []string, withSQL bool) error {
var err error
var lastQuery string
var lastQueryDuration time.Duration
layers := make(map[string]layerStats)
ordered := []string{}
for _, line := range lines {
if match := pgQuery.FindStringSubmatch(line); match != nil {
lastQueryDuration, err = time.ParseDuration(match[1])
if err != nil {
return err
}
lastQuery = match[2]
} else if match := statsStyle.FindStringSubmatch(line); match != nil {
if l, ok := layers[match[2]]; ok {
l.styles[match[3]] = 0
layers[match[2]] = l
} else {
layers[match[2]] = layerStats{styles: map[string]int{match[3]: 0}}
ordered = append(ordered, match[2])
}
} else if match := statsTotal.FindStringSubmatch(line); match != nil {
duration, err := time.ParseDuration(match[1])
if err != nil {
return err
}
if l, ok := layers[match[2]]; ok {
l.total = duration
layers[match[2]] = l
} else {
layers[match[2]] = layerStats{total: duration}
ordered = append(ordered, match[2])
}
if lastQuery != "" {
l := layers[match[2]]
l.query = lastQuery
l.queryDuration = lastQueryDuration
lastQuery = ""
layers[match[2]] = l
}
} else if match := percentRendered.FindStringSubmatch(line); match != nil {
numFeatures, _ := strconv.ParseInt(match[1], 10, 32)
if l, ok := layers[match[2]]; ok {
l.styles[match[3]] = int(numFeatures)
layers[match[2]] = l
} else {
layers[match[2]] = layerStats{styles: map[string]int{match[3]: int(numFeatures)}}
ordered = append(ordered, match[2])
}
}
}
var totalQueryDuration time.Duration
var totalStyleRender time.Duration
var totalRender time.Duration
for _, stats := range layers {
totalRender += stats.total
if stats.styles != nil {
totalStyleRender += stats.total
totalQueryDuration += stats.queryDuration
}
}
fmt.Println(totalRender, totalStyleRender, totalQueryDuration)
numStyled := 0
for _, layer := range ordered {
stats := layers[layer]
if stats.styles != nil {
numStyled += 1
fmt.Printf("%-40s %5.1fms %4.1f%% %5.1fms %4.1f%%", layer, stats.total.Seconds()*1000.0, float64(stats.total)/float64(totalStyleRender)*100, stats.queryDuration.Seconds()*1000, float64(stats.queryDuration)/float64(totalQueryDuration)*100)
if withSQL {
fmt.Print(" ", stats.query)
}
fmt.Print("\n")
for style, features := range stats.styles {
fmt.Printf("\t%-40s %6d\n", style, features)
}
}
}
fmt.Println(numStyled, len(ordered))
return nil
}
func main1() {
var withSQL = flag.Bool("sql", false, "output SQL queries")
flag.Parse()
for {
lines, err := parseStatsBlock(os.Stdin)
if err != nil {
log.Fatal(err)
}
if lines == nil {
break
}
parseStats(lines, *withSQL)
}
}