/
client.go
72 lines (61 loc) · 1.98 KB
/
client.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
package client
import (
"context"
"fmt"
"github.com/apache/arrow/go/v15/arrow"
"github.com/aws/aws-sdk-go-v2/aws"
"github.com/aws/aws-sdk-go-v2/aws/arn"
"github.com/aws/aws-sdk-go-v2/config"
"github.com/aws/aws-sdk-go-v2/service/firehose"
"github.com/aws/aws-sdk-go-v2/service/sts"
"github.com/cloudquery/cloudquery/plugins/destination/firehose/client/spec"
"github.com/cloudquery/plugin-sdk/v4/plugin"
"github.com/cloudquery/plugin-sdk/v4/schema"
"github.com/goccy/go-json"
"github.com/rs/zerolog"
)
type Client struct {
firehoseClient *firehose.Client
spec spec.Spec
logger zerolog.Logger
plugin.UnimplementedSource
}
var _ plugin.Client = (*Client)(nil)
func New(ctx context.Context, logger zerolog.Logger, specBytes []byte, _ plugin.NewClientOptions) (plugin.Client, error) {
var s spec.Spec
if err := json.Unmarshal(specBytes, &s); err != nil {
return nil, fmt.Errorf("failed to unmarshal spec: %w", err)
}
s.SetDefaults()
if err := s.Validate(); err != nil {
return nil, err
}
parsedARN, err := arn.Parse(s.StreamARN)
if err != nil {
return nil, fmt.Errorf("failed to parse firehose stream ARN: %w", err)
}
cfg, err := config.LoadDefaultConfig(ctx, config.WithRegion(parsedARN.Region))
if err != nil {
return nil, fmt.Errorf("unable to load AWS SDK config: %w", err)
}
if err := validateCredentials(ctx, cfg); err != nil {
return nil, err
}
return &Client{
logger: logger.With().Str("module", "firehose").Logger(),
spec: s,
firehoseClient: firehose.NewFromConfig(cfg),
}, nil
}
func (*Client) Close(context.Context) error { return nil }
func (*Client) Read(context.Context, *schema.Table, chan<- arrow.Record) error {
return plugin.ErrNotImplemented
}
func validateCredentials(ctx context.Context, cfg aws.Config) error {
stsClient := sts.NewFromConfig(cfg)
_, err := stsClient.GetCallerIdentity(ctx, &sts.GetCallerIdentityInput{})
if err != nil {
return fmt.Errorf("failed to validate AWS credentials: %w", err)
}
return err
}