/
bigquery.go
96 lines (81 loc) · 2.18 KB
/
bigquery.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
package bigquery
import (
"context"
"errors"
"time"
"cloud.google.com/go/bigquery"
"google.golang.org/api/googleapi"
)
type BigQuery struct {
noMetrics bool
client *bigquery.Client
project string
dataset string
table string
}
type viewTableEntry struct {
Timestamp bigquery.NullTimestamp `json:"timestamp"`
URL string `json:"url"`
}
func New(ctx context.Context, project, dataset, table string, noMetrics bool) (*BigQuery, error) {
if noMetrics {
return &BigQuery{
noMetrics: noMetrics,
}, nil
}
if project == "" || dataset == "" || table == "" {
return nil, errors.New("one of [project, dataset, table] is missing")
}
client, err := bigquery.NewClient(ctx, project)
if err != nil {
return nil, err
}
if err := createMetricsTable(ctx, client, dataset, table); err != nil {
return nil, err
}
return &BigQuery{
client: client,
project: project,
dataset: dataset,
table: table,
}, nil
}
func (bq *BigQuery) RegisterView(ctx context.Context, url string) error {
if bq.noMetrics {
return nil
}
table := bq.client.DatasetInProject(bq.project, bq.dataset).Table(bq.table)
inserter := table.Inserter()
viewEntry := viewTableEntry{
Timestamp: bigquery.NullTimestamp{Timestamp: time.Now(), Valid: true},
URL: url,
}
return inserter.Put(ctx, viewEntry)
}
func createMetricsTable(ctx context.Context, client *bigquery.Client, datasetName, tableName string) error {
dataset := client.Dataset(datasetName)
tableMetadata := bigquery.TableMetadata{
Name: "Visninger av dbt dokumentasjon",
Location: "europe-north1",
Labels: map[string]string{
"created-by": "dbt-docs",
"team": "nada",
},
Description: "Tabell over visninger av dbt dokumentasjon",
Schema: bigquery.Schema{
&bigquery.FieldSchema{Name: "timestamp", Type: bigquery.TimestampFieldType, Required: true},
&bigquery.FieldSchema{Name: "url", Type: bigquery.StringFieldType, Required: true},
},
}
if err := dataset.Table(tableName).Create(ctx, &tableMetadata); err != nil {
var e *googleapi.Error
if ok := errors.As(err, &e); ok {
if e.Code == 409 {
// already exists
return nil
}
return err
}
}
return nil
}