-
Notifications
You must be signed in to change notification settings - Fork 0
/
duckdb.go
110 lines (100 loc) · 2.42 KB
/
duckdb.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
package data
import (
"context"
"database/sql"
"database/sql/driver"
"log"
"github.com/a-agmon/gql-parquet-api/pkg/aws"
"github.com/marcboeker/go-duckdb"
)
type DuckDBDriver struct {
db *sql.DB
}
func getBootQueries(cred aws.AWSCred) []string {
bootQueries := []string{
"INSTALL json;",
"LOAD json;",
"INSTALL parquet;",
"LOAD parquet;",
"INSTALL httpfs;",
"LOAD httpfs;",
}
if cred.AccessKeyID != "" {
bootQueries = append(bootQueries, "SET s3_access_key_id='"+cred.AccessKeyID+"';")
}
if cred.SecretAccessKey != "" {
bootQueries = append(bootQueries, "SET s3_secret_access_key='"+cred.SecretAccessKey+"';")
}
if cred.SessionToken != "" {
bootQueries = append(bootQueries, "SET s3_session_token='"+cred.SessionToken+"';")
}
if cred.Region != "" {
bootQueries = append(bootQueries, "SET s3_region='"+cred.Region+"';")
}
return bootQueries
}
func initializeDB(awsCred aws.AWSCred) (*sql.DB, error) {
bootQueries := getBootQueries(awsCred)
connector, err := duckdb.NewConnector("", func(execer driver.ExecerContext) error {
for _, qry := range bootQueries {
_, err := execer.ExecContext(context.Background(),
qry, make([]driver.NamedValue, 0))
if err != nil {
return err
}
}
return nil
})
if err != nil {
return nil, err
}
db := sql.OpenDB(connector)
return db, nil
}
func NewDuckDBDriver(awsCred aws.AWSCred) *DuckDBDriver {
db, err := initializeDB(awsCred)
if err != nil {
panic(err)
}
err = db.Ping()
if err != nil {
panic(err)
}
log.Print("connected to duckdb in memory db")
return &DuckDBDriver{
db: db,
}
}
func (d *DuckDBDriver) Execute(statement string) error {
log.Printf("Executing statement: \n--\n %s \n---\n", statement)
_, err := d.db.Exec(statement)
if err != nil {
log.Printf("Error executing statement: %v", err)
return err
}
return nil
}
func (d *DuckDBDriver) Query(statement string) (*sql.Rows, error) {
log.Printf("Executing query: \n--\n %s \n---\n", statement)
rows, err := d.db.Query(statement)
if err != nil {
return nil, err
}
return rows, nil
}
func (d *DuckDBDriver) QueryPreparedStatement(query string, v string) (*sql.Rows, error) {
log.Printf("Executing statement: \n--\n %s \n---\n", query)
stmt, err := d.db.Prepare(query)
if err != nil {
return nil, err
}
rows, err := stmt.Query(v)
if err != nil {
return nil, err
}
defer stmt.Close()
return rows, nil
}
func (d *DuckDBDriver) Close() error {
return d.db.Close()
}