-
Notifications
You must be signed in to change notification settings - Fork 164
/
gcp.go
111 lines (97 loc) · 2.34 KB
/
gcp.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
package datasource
import (
"context"
"fmt"
"net/url"
"os"
"strings"
"cloud.google.com/go/bigquery"
cloudspanner "cloud.google.com/go/spanner"
"github.com/k1LoW/tbls/drivers/bq"
"github.com/k1LoW/tbls/drivers/spanner"
"github.com/k1LoW/tbls/schema"
)
// AnalyzeBigquery analyze `bq://`
func AnalyzeBigquery(urlstr string) (*schema.Schema, error) {
s := &schema.Schema{}
ctx := context.Background()
client, projectID, datasetID, err := NewBigqueryClient(ctx, urlstr)
if err != nil {
return s, err
}
defer client.Close()
s.Name = fmt.Sprintf("%s:%s", projectID, datasetID)
driver, err := bq.New(ctx, client, datasetID)
if err != nil {
return s, err
}
err = driver.Analyze(s)
if err != nil {
return s, err
}
return s, nil
}
// NewBigqueryClient returns new bigquery.Client
func NewBigqueryClient(ctx context.Context, urlstr string) (*bigquery.Client, string, string, error) {
u, err := url.Parse(urlstr)
if err != nil {
return nil, "", "", err
}
values := u.Query()
err = setEnvGoogleApplicationCredentials(values)
if err != nil {
return nil, "", "", err
}
splitted := strings.Split(u.Path, "/")
projectID := u.Host
datasetID := splitted[1]
client, err := bigquery.NewClient(ctx, projectID)
return client, projectID, datasetID, err
}
// AnalyzeSpanner analyze `spanner://`
func AnalyzeSpanner(urlstr string) (*schema.Schema, error) {
s := &schema.Schema{}
u, err := url.Parse(urlstr)
if err != nil {
return s, err
}
values := u.Query()
err = setEnvGoogleApplicationCredentials(values)
if err != nil {
return s, err
}
splitted := strings.Split(u.Path, "/")
projectID := u.Host
instanceID := splitted[1]
databaseID := splitted[2]
db := fmt.Sprintf("projects/%s/instances/%s/databases/%s", projectID, instanceID, databaseID)
ctx := context.Background()
client, err := cloudspanner.NewClient(ctx, db)
if err != nil {
return s, err
}
defer client.Close()
s.Name = db
driver, err := spanner.New(ctx, client)
if err != nil {
return s, err
}
err = driver.Analyze(s)
if err != nil {
return s, err
}
return s, nil
}
func setEnvGoogleApplicationCredentials(values url.Values) error {
keys := []string{
"google_application_credentials",
"credentials",
"creds",
}
for _, k := range keys {
if values.Get(k) != "" {
return os.Setenv("GOOGLE_APPLICATION_CREDENTIALS", values.Get(k))
}
}
return nil
}