-
Notifications
You must be signed in to change notification settings - Fork 311
/
types.go
66 lines (58 loc) · 1.93 KB
/
types.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
package warehouse
import (
"sync"
"time"
"github.com/rudderlabs/rudder-server/utils/misc"
"github.com/rudderlabs/rudder-server/warehouse/internal/model"
)
type Payload struct {
BatchID string
UploadID int64
StagingFileID int64
StagingFileLocation string
UploadSchema model.Schema
WorkspaceID string
SourceID string
SourceName string
DestinationID string
DestinationName string
DestinationType string
DestinationNamespace string
DestinationRevisionID string
StagingDestinationRevisionID string
DestinationConfig map[string]interface{}
StagingDestinationConfig interface{}
UseRudderStorage bool
StagingUseRudderStorage bool
UniqueLoadGenID string
RudderStoragePrefix string
Output []uploadResult
LoadFilePrefix string // prefix for the load file name
LoadFileType string
}
type LoadFileJob struct {
StagingFile *model.StagingFile
Schema model.Schema
Warehouse model.Warehouse
Wg *misc.WaitGroup
LoadFileIDsChan chan []int64
TableToBucketFolderMap map[string]string
TableToBucketFolderMapLock *sync.RWMutex
}
type BatchRouterEvent struct {
Metadata Metadata `json:"metadata"`
Data Data `json:"data"`
}
type Metadata struct {
Table string `json:"table"`
Columns map[string]string `json:"columns"`
IsMergeRule bool `json:"isMergeRule"`
ReceivedAt time.Time `json:"receivedAt"`
MergePropOne string `json:"mergePropOne"`
MergePropTwo string `json:"mergePropTwo"`
}
type Data map[string]interface{}
type FilterClause struct {
Clause string
ClauseArg interface{}
}