-
Notifications
You must be signed in to change notification settings - Fork 100
/
migration.go
156 lines (134 loc) · 4.16 KB
/
migration.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
package reconcilers
import (
"context"
"errors"
"fmt"
runtimev1 "github.com/rilldata/rill/proto/gen/rill/runtime/v1"
"github.com/rilldata/rill/runtime"
compilerv1 "github.com/rilldata/rill/runtime/compilers/rillv1"
"github.com/rilldata/rill/runtime/drivers"
)
func init() {
runtime.RegisterReconcilerInitializer(runtime.ResourceKindMigration, newMigrationReconciler)
}
type MigrationReconciler struct {
C *runtime.Controller
}
func newMigrationReconciler(c *runtime.Controller) runtime.Reconciler {
return &MigrationReconciler{C: c}
}
func (r *MigrationReconciler) Close(ctx context.Context) error {
return nil
}
func (r *MigrationReconciler) AssignSpec(from, to *runtimev1.Resource) error {
a := from.GetMigration()
b := to.GetMigration()
if a == nil || b == nil {
return fmt.Errorf("cannot assign spec from %T to %T", from.Resource, to.Resource)
}
b.Spec = a.Spec
return nil
}
func (r *MigrationReconciler) AssignState(from, to *runtimev1.Resource) error {
a := from.GetMigration()
b := to.GetMigration()
if a == nil || b == nil {
return fmt.Errorf("cannot assign state from %T to %T", from.Resource, to.Resource)
}
b.State = a.State
return nil
}
func (r *MigrationReconciler) ResetState(res *runtimev1.Resource) error {
res.GetMigration().State = &runtimev1.MigrationState{}
return nil
}
func (r *MigrationReconciler) Reconcile(ctx context.Context, n *runtimev1.ResourceName) runtime.ReconcileResult {
self, err := r.C.Get(ctx, n, true)
if err != nil {
return runtime.ReconcileResult{Err: err}
}
mig := self.GetMigration()
if mig == nil {
return runtime.ReconcileResult{Err: errors.New("not a migration")}
}
// Exit early for deletion
if self.Meta.DeletedOn != nil {
return runtime.ReconcileResult{}
}
// Check refs - stop if any of them are invalid
err = checkRefs(ctx, r.C, self.Meta.Refs)
if err != nil {
return runtime.ReconcileResult{Err: err}
}
from := mig.State.Version
to := mig.Spec.Version
if to-from > 100 {
return runtime.ReconcileResult{Err: fmt.Errorf("difference between migration versions %d and %d is too large", from, to)}
}
for v := from; v <= to; v++ {
err := r.executeMigration(ctx, self, v)
if err != nil {
if v != 0 {
err = fmt.Errorf("failed to execute version %d: %w", v, err)
}
return runtime.ReconcileResult{Err: err}
}
mig.State.Version = v
err = r.C.UpdateState(ctx, self.Meta.Name, self)
if err != nil {
return runtime.ReconcileResult{Err: err}
}
}
return runtime.ReconcileResult{}
}
func (r *MigrationReconciler) executeMigration(ctx context.Context, self *runtimev1.Resource, version uint32) error {
inst, err := r.C.Runtime.Instance(ctx, r.C.InstanceID)
if err != nil {
return err
}
spec := self.Resource.(*runtimev1.Resource_Migration).Migration.Spec
state := self.Resource.(*runtimev1.Resource_Migration).Migration.State
olap, release, err := r.C.AcquireOLAP(ctx, spec.Connector)
if err != nil {
return err
}
defer release()
sql, err := compilerv1.ResolveTemplate(spec.Sql, compilerv1.TemplateData{
Environment: inst.Environment,
User: map[string]interface{}{},
Variables: inst.ResolveVariables(),
ExtraProps: map[string]interface{}{
"version": version,
},
Self: compilerv1.TemplateResource{
Meta: self.Meta,
Spec: spec,
State: state,
},
Resolve: func(ref compilerv1.ResourceName) (string, error) {
return olap.Dialect().EscapeIdentifier(ref.Name), nil
},
Lookup: func(name compilerv1.ResourceName) (compilerv1.TemplateResource, error) {
if name.Kind == compilerv1.ResourceKindUnspecified {
return compilerv1.TemplateResource{}, fmt.Errorf("can't resolve name %q without type specified", name.Name)
}
res, err := r.C.Get(ctx, runtime.ResourceNameFromCompiler(name), false)
if err != nil {
return compilerv1.TemplateResource{}, err
}
return compilerv1.TemplateResource{
Meta: res.Meta,
Spec: res.Resource.(*runtimev1.Resource_Model).Model.Spec,
State: res.Resource.(*runtimev1.Resource_Model).Model.State,
}, nil
},
})
if err != nil {
return fmt.Errorf("failed to resolve template: %w", err)
}
return olap.Exec(ctx, &drivers.Statement{
Query: sql,
Priority: 100,
LongRunning: true,
})
}