-
Notifications
You must be signed in to change notification settings - Fork 2
/
gen.go
167 lines (136 loc) · 3.13 KB
/
gen.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
/**
* @author: yangchangjia
* @email 1320259466@qq.com
* @date: 2024/4/17 14:55
* @desc: about the role of class.
*/
package domain
// Package generator downloads an updated version of the PSL list and compiles it into go code.
//
// It is meant to be used by maintainers in conjunction with the go generate tool
// to update the list.
import (
"bytes"
"context"
"fmt"
"github.com/google/go-github/v50/github"
"go/format"
"io/ioutil"
"log"
"net/http"
"os"
"strings"
"text/template"
"time"
)
const (
list = `// This file is automatically generated
// Run "go run domain/gen.go" to update the list.
package domain
const ListVersion = "PSL version {{.VersionSHA}} ({{.VersionDate}})"
func DefaultRules() [{{len .Rules}}]Rule {
return r
}
var r = [{{len .Rules}}]Rule{
{{range $r := .Rules}} \
{ {{$r.Type}}, "{{$r.Value}}", {{$r.Length}}, {{$r.Private}} },
{{end}}
}
func init() {
for i := range r {
DefaultList.AddRule(&r[i])
}
}
`
)
var (
listTmpl = template.Must(template.New("list").Parse(cont(list)))
)
// https://github.com/golang/go/issues/9969
// Requires go1.6
func cont(s string) string {
return strings.Replace(s, "\\\n", "", -1)
}
func extractHeadInfo() (sha string, datetime github.Timestamp) {
client := github.NewClient(nil)
commits, _, err := client.Repositories.ListCommits(context.Background(), "publicsuffix", "list", nil)
if err != nil {
log.Fatal(err)
}
lastCommit := commits[0]
return lastCommit.GetSHA(), lastCommit.GetCommit().GetCommitter().GetDate()
}
// Generator represents a generator.
type Generator struct {
Verbose bool
}
// NewGenerator creates a Generator with default settings.
func NewGenerator() *Generator {
g := &Generator{
Verbose: false,
}
return g
}
// Write ...
func (g *Generator) Write(filename string) error {
content, err := g.generate()
if err != nil {
return err
}
g.log("Writing %v...\n", filename)
return ioutil.WriteFile(filename, content, 0644)
}
// Print ...
func (g *Generator) Print() error {
content, err := g.generate()
if err != nil {
return err
}
_, err = os.Stdout.Write(content)
return err
}
// Generate downloads an updated version of the PSL list and compiles it into go code.
func (g *Generator) generate() ([]byte, error) {
g.log("Fetching PSL version...\n")
sha, datetime := extractHeadInfo()
g.log("Downloading PSL %s...\n", sha[:6])
resp, err := http.Get(fmt.Sprintf("https://raw.githubusercontent.com/publicsuffix/list/%s/public_suffix_list.dat", sha))
if err != nil {
return nil, err
}
defer resp.Body.Close()
list := NewList()
rules, err := list.Load(resp.Body, nil)
if err != nil {
return nil, err
}
data := struct {
VersionSHA string
VersionDate string
Rules []Rule
}{
sha[:6],
datetime.Format(time.ANSIC),
rules,
}
g.log("Parsing PSL...\n")
buf := new(bytes.Buffer)
err = listTmpl.Execute(buf, &data)
if err != nil {
return nil, err
}
return format.Source(buf.Bytes())
}
func (g *Generator) log(format string, v ...interface{}) {
if !g.Verbose {
return
}
log.Printf(format, v...)
}
func (g *Generator) fatal(message string) {
if !g.Verbose {
fmt.Println(message)
os.Exit(1)
}
log.Fatal(message)
}