-
Notifications
You must be signed in to change notification settings - Fork 0
/
municipalities_files.go
124 lines (102 loc) · 3.66 KB
/
municipalities_files.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
package scrapers
import (
"encoding/json"
"fmt"
"os"
"path/filepath"
pb "github.com/attilaolah/cad-rs/proto"
)
// DirPerm encodes new directory permissions.
const DirPerm = 0o755
// ScalarMunicipality is a Municipality with only scalar fields.
// Non-scalar (i.e. message) fields are turned into references (i.e. IDs).
type ScalarMunicipality struct {
pb.Municipality
CadastralMunicipalities []int64 `json:"cadastral_municipalities"`
}
// SaveMunicipalities stores municipality data in the expected directory layout.
func SaveMunicipalities(ms []*pb.Municipality, dir string) error {
{
data := make([]ScalarMunicipality, len(ms))
for i, m := range ms {
data[i].Municipality = *m
data[i].Municipality.CadastralMunicipalities = nil
data[i].CadastralMunicipalities = make([]int64, len(m.CadastralMunicipalities))
for j, cm := range m.CadastralMunicipalities {
data[i].CadastralMunicipalities[j] = cm.Id
}
}
// /municipalities.json
if err := saveJSON(data, dir, "municipalities"); err != nil {
return fmt.Errorf("failed to save municipalities: %w", err)
}
}
subms := filepath.Join(dir, "municipalities")
if err := os.MkdirAll(subms, DirPerm); err != nil {
return fmt.Errorf("failed to create directory %q: %w", subms, err)
}
{
ids := make([]int64, len(ms))
for i, m := range ms {
ids[i] = m.Id
}
// /municipalities/ids.json
if err := saveJSON(ids, subms, "ids"); err != nil {
return fmt.Errorf("failed to save municipalities/ids: %w", err)
}
}
for _, m := range ms {
// /municipalities/:id.json
if err := saveJSON(m, subms, fmt.Sprintf("%d", m.Id)); err != nil {
return fmt.Errorf("failed to save municipalities/%d: %w", m.Id, err)
}
subm := filepath.Join(subms, fmt.Sprintf("%d", m.Id))
if err := os.MkdirAll(subm, DirPerm); err != nil {
return fmt.Errorf("failed to create directory %q: %w", subm, err)
}
// /municipalities/:id/cadastral_municipalities.json
if err := saveJSON(m.CadastralMunicipalities, subm, "cadastral_municipalities"); err != nil {
return fmt.Errorf("failed to save municipalities/%d/cadastral_municipalities: %w", m.Id, err)
}
subcm := filepath.Join(subm, "cadastral_municipalities")
if err := os.MkdirAll(subcm, DirPerm); err != nil {
return fmt.Errorf("failed to create directory %q: %w", subcm, err)
}
ids := make([]int64, len(m.CadastralMunicipalities))
for i, cm := range m.CadastralMunicipalities {
ids[i] = cm.Id
}
// /municipalities/:id/cadastral_municipalities/ids.json
if err := saveJSON(ids, subcm, "ids"); err != nil {
return fmt.Errorf("failed to save municipalities/%d/cadastral_municipalities/ids: %w", m.Id, err)
}
for _, cm := range m.CadastralMunicipalities {
// /municipalities/:id/cadastral_municipalities/:id.json
if err := saveJSON(cm, subcm, fmt.Sprintf("%d", cm.Id)); err != nil {
return fmt.Errorf("failed to save municipalities/%d/cadastral_municipalities/%d: %w", m.Id, cm.Id, err)
}
}
}
// //municipalities+cadastral_municipalities.json
if err := saveJSON(ms, dir, "municipalities+cadastral_municipalities"); err != nil {
return fmt.Errorf("failed to save municipalities+cadastral_municipalities: %w", err)
}
return nil
}
// Saves JSON data as dir/fn.json.
func saveJSON(data interface{}, dir, fn string) error {
fn += ".json"
f, err := os.Create(filepath.Join(dir, fn))
if err != nil {
return fmt.Errorf("failed to create file %q: %w", fn, err)
}
defer func() {
if cerr := f.Close(); cerr != nil && err == nil {
err = fmt.Errorf("failed to close file %q: %w", fn, cerr)
}
}()
if err = json.NewEncoder(f).Encode(data); err != nil {
return fmt.Errorf("failed to encode data to file %q: %w", fn, err)
}
return err
}