-
Notifications
You must be signed in to change notification settings - Fork 23
/
testing.go
116 lines (94 loc) · 2.75 KB
/
testing.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
package source
import (
"context"
"testing"
"github.com/cloudquery/plugin-sdk/schema"
"github.com/cloudquery/plugin-sdk/specs"
)
func TestPluginSync(t *testing.T, plugin *Plugin, spec specs.Source, opts ...TestPluginOption) {
t.Helper()
o := &testPluginOptions{
parallel: true,
}
for _, opt := range opts {
opt(o)
}
if o.parallel {
t.Parallel()
}
resourcesChannel := make(chan *schema.Resource)
var syncErr error
go func() {
defer close(resourcesChannel)
syncErr = plugin.Sync(context.Background(), spec, resourcesChannel)
}()
syncedResources := make([]*schema.Resource, 0)
for resource := range resourcesChannel {
syncedResources = append(syncedResources, resource)
}
if syncErr != nil {
t.Fatal(syncErr)
}
validateTables(t, plugin.Tables(), syncedResources)
}
type TestPluginOption func(*testPluginOptions)
func WithTestPluginNoParallel() TestPluginOption {
return func(f *testPluginOptions) {
f.parallel = false
}
}
type testPluginOptions struct {
parallel bool
}
func getTableResources(t *testing.T, table *schema.Table, resources []*schema.Resource) []*schema.Resource {
t.Helper()
tableResources := make([]*schema.Resource, 0)
for _, resource := range resources {
if resource.Table.Name == table.Name {
tableResources = append(tableResources, resource)
}
}
return tableResources
}
func validateTable(t *testing.T, table *schema.Table, resources []*schema.Resource) {
t.Helper()
tableResources := getTableResources(t, table, resources)
if len(tableResources) == 0 {
t.Errorf("Expected table %s to be synced but it was not found", table.Name)
return
}
validateResources(t, tableResources)
}
func validateTables(t *testing.T, tables schema.Tables, resources []*schema.Resource) {
t.Helper()
for _, table := range tables {
validateTable(t, table, resources)
validateTables(t, table.Relations, resources)
}
}
// Validates that every column has at least one non-nil value.
// Also does some additional validations.
func validateResources(t *testing.T, resources []*schema.Resource) {
t.Helper()
table := resources[0].Table
// A set of column-names that have values in at least one of the resources.
columnsWithValues := make([]bool, len(table.Columns))
for _, resource := range resources {
for i, value := range resource.GetValues() {
if value == nil {
continue
}
if value.Get() != nil && value.Get() != schema.Undefined {
columnsWithValues[i] = true
}
}
}
// Make sure every column has at least one value.
for i, hasValue := range columnsWithValues {
col := table.Columns[i]
emptyExpected := col.Name == "_cq_parent_id" && table.Parent == nil
if !hasValue && !emptyExpected && !col.IgnoreInTests {
t.Errorf("table: %s column %s has no values", table.Name, table.Columns[i].Name)
}
}
}