Skip to content

Commit

Permalink
fix: pinot select query logic (apache#9954)
Browse files Browse the repository at this point in the history
* Update how pinot handles selection logic

* Change DATETIMECONVERT argument to use single quote for literals
  • Loading branch information
xiangfu0 authored and auxten committed Nov 20, 2020
1 parent 3b2272f commit cba99c9
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 15 deletions.
22 changes: 8 additions & 14 deletions superset/db_engine_specs/pinot.py
Expand Up @@ -79,24 +79,18 @@ def get_timestamp_expr(
else:
seconds_or_ms = "MILLISECONDS" if pdf == "epoch_ms" else "SECONDS"
tf = f"1:{seconds_or_ms}:EPOCH"
granularity = cls.get_time_grain_expressions().get(time_grain)
if not granularity:
raise NotImplementedError("No pinot grain spec for " + str(time_grain))
if time_grain:
granularity = cls.get_time_grain_expressions().get(time_grain)
if not granularity:
raise NotImplementedError("No pinot grain spec for " + str(time_grain))
else:
return TimestampExpression(f"{{col}}", col)
# In pinot the output is a string since there is no timestamp column like pg
time_expr = f'DATETIMECONVERT({{col}}, "{tf}", "{tf}", "{granularity}")'
time_expr = f"DATETIMECONVERT({{col}}, '{tf}', '{tf}', '{granularity}')"
return TimestampExpression(time_expr, col)

@classmethod
def make_select_compatible(
cls, groupby_exprs: Dict[str, ColumnElement], select_exprs: List[ColumnElement]
) -> List[ColumnElement]:
# Pinot does not want the group by expr's to appear in the select clause
select_sans_groupby = []
# We want identity and not equality, so doing the filtering manually
for sel in select_exprs:
for gr in groupby_exprs:
if sel is gr:
break
else:
select_sans_groupby.append(sel)
return select_sans_groupby
return select_exprs
2 changes: 1 addition & 1 deletion tests/db_engine_specs/pinot_tests.py
Expand Up @@ -29,5 +29,5 @@ def test_pinot_time_expression_sec_one_1m_grain(self):
result = str(expr.compile())
self.assertEqual(
result,
'DATETIMECONVERT(tstamp, "1:SECONDS:EPOCH", "1:SECONDS:EPOCH", "1:MONTHS")',
"DATETIMECONVERT(tstamp, '1:SECONDS:EPOCH', '1:SECONDS:EPOCH', '1:MONTHS')",
) # noqa

0 comments on commit cba99c9

Please sign in to comment.