-
Notifications
You must be signed in to change notification settings - Fork 11
/
10-commit-base.sql
50 lines (42 loc) · 1.44 KB
/
10-commit-base.sql
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
/*
Copyright 2020-2021 Snowplow Analytics Ltd. All rights reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
BEGIN;
{{if eq .stage_next true}}
-- Commit staging if enabled
DELETE
FROM {{.scratch_schema}}.events_staged{{.entropy}}
WHERE event_id IN (SELECT event_id FROM {{.scratch_schema}}.events_this_run{{.entropy}});
INSERT INTO {{.scratch_schema}}.events_staged{{.entropy}} (
SELECT * FROM {{.scratch_schema}}.events_this_run{{.entropy}}
);
{{end}}
-- Commit metadata
INSERT INTO {{.output_schema}}.datamodel_metadata{{.entropy}} (
SELECT
run_id,
model_version,
model,
module,
run_start_tstamp,
run_end_tstamp,
rows_this_run,
distinct_key,
distinct_key_count,
time_key,
min_time_key,
max_time_key,
duplicate_rows_removed,
distinct_keys_removed
FROM {{.scratch_schema}}.base_metadata_this_run{{.entropy}}
);
END;