/
client.go
53 lines (47 loc) · 1.46 KB
/
client.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
package client
import (
"context"
"fmt"
"github.com/cloudquery/plugin-sdk/v4/plugin"
"github.com/cloudquery/plugin-sdk/v4/writers/batchwriter"
"github.com/goccy/go-json"
"github.com/rs/zerolog"
"go.mongodb.org/mongo-driver/mongo"
"go.mongodb.org/mongo-driver/mongo/options"
)
type Client struct {
plugin.UnimplementedSource
batchwriter.UnimplementedDeleteRecord
logger zerolog.Logger
spec *Spec
client *mongo.Client
writer *batchwriter.BatchWriter
}
func New(ctx context.Context, logger zerolog.Logger, spec []byte, _ plugin.NewClientOptions) (plugin.Client, error) {
var err error
c := &Client{
logger: logger.With().Str("module", "mongo-dest").Logger(),
}
if err := json.Unmarshal(spec, &c.spec); err != nil {
return nil, fmt.Errorf("failed to unmarshal MongoDB spec: %w", err)
}
if err := c.spec.Validate(); err != nil {
return nil, err
}
c.client, err = mongo.Connect(context.Background(), options.Client().ApplyURI(c.spec.ConnectionString).SetRegistry(getRegistry()))
if err != nil {
return nil, err
}
c.writer, err = batchwriter.New(c, batchwriter.WithBatchSize(c.spec.BatchSize), batchwriter.WithBatchSizeBytes(c.spec.BatchSizeBytes), batchwriter.WithLogger(c.logger))
if err != nil {
return nil, err
}
return c, nil
}
func (c *Client) Close(ctx context.Context) error {
if err := c.writer.Close(ctx); err != nil {
_ = c.client.Disconnect(ctx)
return fmt.Errorf("failed to close writer: %w", err)
}
return c.client.Disconnect(ctx)
}