forked from sourcegraph/srclib
-
Notifications
You must be signed in to change notification settings - Fork 1
/
grapher.go
124 lines (107 loc) · 2.86 KB
/
grapher.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
package grapher
import (
"io/ioutil"
"log"
"os"
"path/filepath"
"sort"
"strings"
"github.com/sqs/fileset"
"sourcegraph.com/sourcegraph/srclib/ann"
"sourcegraph.com/sourcegraph/srclib/config"
"sourcegraph.com/sourcegraph/srclib/graph"
"sourcegraph.com/sourcegraph/srclib/unit"
)
type Grapher interface {
Graph(dir string, unit *unit.SourceUnit, c *config.Repository) (*Output, error)
}
// START Output OMIT
// Output is produced by grapher tools.
type Output struct {
Defs []*graph.Def `json:",omitempty"`
Refs []*graph.Ref `json:",omitempty"`
Docs []*graph.Doc `json:",omitempty"`
Anns []*ann.Ann `json:",omitempty"`
}
// END Output OMIT
// TODO(sqs): add grapher validation of output
func ensureOffsetsAreByteOffsets(dir string, output *Output) {
fset := fileset.NewFileSet()
files := make(map[string]*fileset.File)
addOrGetFile := func(filename string) *fileset.File {
if f, ok := files[filename]; ok {
return f
}
data, err := ioutil.ReadFile(filename)
if err != nil {
panic("ReadFile " + filename + ": " + err.Error())
}
f := fset.AddFile(filename, fset.Base(), len(data))
f.SetByteOffsetsForContent(data)
files[filename] = f
return f
}
fix := func(filename string, offsets ...*int) {
defer func() {
if e := recover(); e != nil {
log.Printf("failed to convert unicode offset to byte offset in file %s (did grapher output a nonexistent byte offset?) continuing anyway...", filename)
}
}()
if filename == "" {
return
}
filename = filepath.Join(dir, filename)
if fi, err := os.Stat(filename); err != nil || !fi.Mode().IsRegular() {
return
}
f := addOrGetFile(filename)
for _, offset := range offsets {
if *offset == 0 {
continue
}
before, after := *offset, f.ByteOffsetOfRune(*offset)
if before != after {
log.Printf("Changed pos %d to %d in %s", before, after, filename)
}
*offset = f.ByteOffsetOfRune(*offset)
}
}
for _, s := range output.Defs {
fix(s.File, &s.DefStart, &s.DefEnd)
}
for _, r := range output.Refs {
fix(r.File, &r.Start, &r.End)
}
for _, d := range output.Docs {
fix(d.File, &d.Start, &d.End)
}
for _, a := range output.Anns {
fix(a.File, &a.Start, &a.End)
}
}
func sortedOutput(o *Output) *Output {
sort.Sort(graph.Defs(o.Defs))
sort.Sort(graph.Refs(o.Refs))
sort.Sort(graph.Docs(o.Docs))
sort.Sort(ann.Anns(o.Anns))
return o
}
// NormalizeData sorts data and performs other postprocessing.
func NormalizeData(unitType, dir string, o *Output) error {
for _, ref := range o.Refs {
if ref.DefRepo != "" {
ref.DefRepo = graph.MakeURI(string(ref.DefRepo))
}
}
if unitType != "GoPackage" && unitType != "Dockerfile" && !strings.HasPrefix(unitType, "Java") {
ensureOffsetsAreByteOffsets(dir, o)
}
if err := ValidateRefs(o.Refs); err != nil {
return err
}
if err := ValidateDefs(o.Defs); err != nil {
return err
}
sortedOutput(o)
return nil
}