-
Notifications
You must be signed in to change notification settings - Fork 111
/
api.go
71 lines (60 loc) · 1.72 KB
/
api.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
package bigquery
import (
"context"
"cloud.google.com/go/bigquery"
runtimev1 "github.com/rilldata/rill/proto/gen/rill/runtime/v1"
"google.golang.org/api/iterator"
)
const defaultPageSize = 20
func (c *Connection) ListDatasets(ctx context.Context, req *runtimev1.BigQueryListDatasetsRequest) ([]string, string, error) {
opts, err := c.clientOption(ctx)
if err != nil {
return nil, "", err
}
client, err := bigquery.NewClient(ctx, bigquery.DetectProjectID, opts...)
if err != nil {
return nil, "", err
}
defer client.Close()
pageSize := int(req.PageSize)
if pageSize == 0 {
pageSize = defaultPageSize
}
pager := iterator.NewPager(client.Datasets(ctx), pageSize, req.PageToken)
datasets := make([]*bigquery.Dataset, 0)
nextToken, err := pager.NextPage(&datasets)
if err != nil {
return nil, "", err
}
names := make([]string, len(datasets))
for i := 0; i < len(datasets); i++ {
names[i] = datasets[i].DatasetID
}
return names, nextToken, nil
}
func (c *Connection) ListTables(ctx context.Context, req *runtimev1.BigQueryListTablesRequest) ([]string, string, error) {
opts, err := c.clientOption(ctx)
if err != nil {
return nil, "", err
}
client, err := bigquery.NewClient(ctx, bigquery.DetectProjectID, opts...)
if err != nil {
return nil, "", err
}
defer client.Close()
pageSize := int(req.PageSize)
if pageSize == 0 {
pageSize = defaultPageSize
}
pager := iterator.NewPager(client.Dataset(req.Dataset).Tables(ctx), pageSize, req.PageToken)
tables := make([]*bigquery.Table, 0)
nextToken, err := pager.NextPage(&tables)
if err != nil {
return nil, "", err
}
names := make([]string, len(tables))
for i := 0; i < len(tables); i++ {
names[i] = tables[i].TableID
}
return names, nextToken, nil
}