-
Notifications
You must be signed in to change notification settings - Fork 888
/
queries.py
79 lines (73 loc) · 2.26 KB
/
queries.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
# Copyright 2021 Collate
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
SQL Queries used during ingestion
"""
import textwrap
CLICKHOUSE_SQL_STATEMENT = textwrap.dedent(
"""
Select
query_start_time start_time,
DATEADD(query_duration_ms, query_start_time) end_time,
query_duration_ms duration,
'default' database_name,
user user_name,
FALSE aborted,
query_id query_id,
query query_text,
databases schema_name,
tables tables
From system.query_log
Where start_time between '{start_time}' and '{end_time}'
and CAST(type,'Int8') <> 3
and CAST(type,'Int8') <> 4
and query NOT LIKE '/* {{"app": "OpenMetadata", %%}} */%%'
and query NOT LIKE '/* {{"app": "dbt", %%}} */%%'
{filters}
and (`type`='QueryFinish' or `type`='QueryStart')
LIMIT {result_limit}
"""
)
CLICKHOUSE_TABLE_COMMENTS = textwrap.dedent(
"""
SELECT
database as schema,
name as table_name,
comment as table_comment
FROM system.tables
WHERE name NOT LIKE '.inner%%'
and comment <> ''
"""
)
CLICKHOUSE_VIEW_DEFINITIONS = textwrap.dedent(
"""
select
name as view_name,
database as schema,
create_table_query as view_def
from system.tables where engine in ['MaterializedView', 'View']
"""
)
CLICKHOUSE_SQL_STATEMENT_TEST = """
Select
query_start_time start_time,
DATEADD(query_duration_ms, query_start_time) end_time,
query_duration_ms duration,
'default' database_name,
user user_name,
FALSE aborted,
query_id query_id,
query query_text,
databases schema_name,
tables tables
From system.query_log
LIMIT 2
"""