/
builder.go
63 lines (56 loc) · 1.23 KB
/
builder.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
package builder_pg
import (
"database/sql"
"log"
"github.com/gnames/bhlnames/config"
"github.com/gnames/bhlnames/data/builder_pg/names"
"github.com/gnames/bhlnames/db"
"github.com/jinzhu/gorm"
)
type BuilderPG struct {
config.Config
DB *sql.DB
GormDB *gorm.DB
}
func NewBuilderPG(cfg config.Config) BuilderPG {
res := BuilderPG{
Config: cfg,
DB: db.NewDB(cfg.DB),
GormDB: db.NewDbGorm(cfg.DB),
}
return res
}
func (b BuilderPG) ResetData() {
log.Printf("Resetting '%s' database at '%s'.", b.Config.DB.Name, b.Config.DB.Host)
b.resetDB()
log.Print("Creating tables.")
b.migrate()
log.Printf("Reseting filesystem at '%s'.", b.Config.FileSystem.InputDir)
err := b.resetDirs()
if err != nil {
log.Fatalf("Cannot reset dirs: %s.", err)
}
}
func (b BuilderPG) ImportData() error {
err := b.downloadDumpBHL()
if err != nil {
return err
}
err = b.extractFilesBHL()
if err != nil {
return err
}
err = b.uploadDataBHL()
if err != nil {
return err
}
log.Println("Populating database with names occurences data")
n := names.NewNames(b.Config.BHLindexHost, b.Config.InputDir)
n.DB = b.DB
n.GormDB = b.GormDB
err = n.ImportNames()
if err != nil {
return err
}
return n.ImportNamesOccur(b.Config.KeyValDir)
}