-
Notifications
You must be signed in to change notification settings - Fork 7
/
Copy pathtest_superset.py
132 lines (103 loc) · 4.31 KB
/
test_superset.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
import datetime
from unittest import mock
import pytest
from qdb_superset.db_engine_specs.questdb import QuestDbEngineSpec
from questdb_connect.types import QUESTDB_TYPES, Timestamp
from sqlalchemy import column, literal_column
from sqlalchemy.types import TypeEngine
def test_build_sqlalchemy_uri():
assert QuestDbEngineSpec.build_sqlalchemy_uri(
{
"host": "localhost",
"port": "8812",
"username": "admin",
"password": "quest",
"database": "main",
}
) == "questdb://admin:quest@localhost:8812/main"
def test_default_schema_for_query():
assert QuestDbEngineSpec.get_default_schema_for_query("main", None) == None
def test_get_text_clause():
sql_clause = "SELECT * FROM public.mytable t1"
sql_clause += " JOIN public.myclient t2 ON t1.id = t2.id"
expected_clause = "SELECT * FROM mytable t1 JOIN myclient t2 ON t1.id = t2.id"
actual_clause = str(QuestDbEngineSpec.get_text_clause(sql_clause))
print(f"sql: {sql_clause}, ex: {expected_clause}, ac: {actual_clause}")
assert expected_clause == actual_clause
def test_epoch_to_dttm():
assert QuestDbEngineSpec.epoch_to_dttm() == "{col} * 1000000"
@pytest.mark.parametrize(
("target_type", "expected_result", "dttm"),
[
(
"Date",
"TO_DATE('2023-04-28', 'YYYY-MM-DD')",
datetime.datetime(2023, 4, 28, 23, 55, 59, 281567),
),
(
"DateTime",
"TO_TIMESTAMP('2023-04-28T23:55:59.281567', 'yyyy-MM-ddTHH:mm:ss.SSSUUU')",
datetime.datetime(2023, 4, 28, 23, 55, 59, 281567),
),
(
"TimeStamp",
"TO_TIMESTAMP('2023-04-28T23:55:59.281567', 'yyyy-MM-ddTHH:mm:ss.SSSUUU')",
datetime.datetime(2023, 4, 28, 23, 55, 59, 281567),
),
("UnknownType", None, datetime.datetime(2023, 4, 28, 23, 55, 59, 281567)),
],
)
def test_convert_dttm(target_type, expected_result, dttm) -> None:
# datetime(year, month, day, hour, minute, second, microsecond)
for target in (
target_type,
target_type.upper(),
target_type.lower(),
target_type.capitalize(),
):
assert QuestDbEngineSpec.convert_dttm(
target_type=target, dttm=dttm
) == expected_result
def test_get_datatype():
assert QuestDbEngineSpec.get_datatype("int") == "INT"
assert QuestDbEngineSpec.get_datatype(["int"]) == "['int']"
def test_get_column_spec():
for native_type in QUESTDB_TYPES:
column_spec = QuestDbEngineSpec.get_column_spec(native_type.__visit_name__)
assert native_type == column_spec.sqla_type
assert native_type != Timestamp or column_spec.is_dttm
def test_get_sqla_column_type():
for native_type in QUESTDB_TYPES:
column_type = QuestDbEngineSpec.get_sqla_column_type(native_type.__visit_name__)
assert isinstance(column_type, TypeEngine.__class__)
def test_get_allow_cost_estimate():
assert not QuestDbEngineSpec.get_allow_cost_estimate(extra=None)
def test_get_view_names():
assert set() == QuestDbEngineSpec.get_view_names("main", None, None)
def test_get_table_names():
inspector = mock.Mock()
inspector.get_table_names = mock.Mock(
return_value=["public.table", "table_2", '"public.table_3"']
)
pg_result = QuestDbEngineSpec.get_table_names(
database=mock.ANY, schema="public", inspector=inspector
)
assert {"table", '"public.table_3"', "table_2"} == pg_result
def test_time_exp_literal_no_grain(superset_test_engine):
col = literal_column("COALESCE(a, b)")
expr = QuestDbEngineSpec.get_timestamp_expr(col, None, None)
result = str(expr.compile(None, dialect=superset_test_engine.dialect))
assert "COALESCE(a, b)" == result
def test_time_ex_lowr_col_no_grain(superset_test_engine):
col = column("lower_case")
expr = QuestDbEngineSpec.get_timestamp_expr(col, None, None)
result = str(expr.compile(None, dialect=superset_test_engine.dialect))
assert "lower_case" == result
def test_execute_sql_statement(superset_test_engine) -> None:
query = """
select * from tables()
LIMIT 1001
"""
with superset_test_engine.connect() as cursor:
rs = QuestDbEngineSpec.execute(cursor, query)
print (rs)