Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Analyzer: fix storage replacement with insertion block #58958

Merged
merged 6 commits into from Jan 25, 2024
Merged
Show file tree
Hide file tree
Changes from 4 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
63 changes: 63 additions & 0 deletions src/Analyzer/Utils.cpp
Expand Up @@ -326,6 +326,69 @@ void addTableExpressionOrJoinIntoTablesInSelectQuery(ASTPtr & tables_in_select_q
}
}

QueryTreeNodes extractTrueTableExpressions(const QueryTreeNodePtr & tree)
novikd marked this conversation as resolved.
Show resolved Hide resolved
{
QueryTreeNodes result;

std::deque<QueryTreeNodePtr> nodes_to_process;
novikd marked this conversation as resolved.
Show resolved Hide resolved
nodes_to_process.push_back(tree);

while (!nodes_to_process.empty())
{
auto node_to_process = std::move(nodes_to_process.front());
nodes_to_process.pop_front();

auto node_type = node_to_process->getNodeType();

switch (node_type)
{
case QueryTreeNodeType::TABLE:
{
result.push_back(std::move(node_to_process));
break;
}
case QueryTreeNodeType::QUERY:
{
nodes_to_process.push_front(node_to_process->as<QueryNode>()->getJoinTree());
break;
}
case QueryTreeNodeType::UNION:
{
for (const auto & union_node : node_to_process->as<UnionNode>()->getQueries().getNodes())
nodes_to_process.push_front(union_node);
break;
}
case QueryTreeNodeType::TABLE_FUNCTION:
{
for (const auto & argument_node : node_to_process->as<TableFunctionNode>()->getArgumentsNode()->getChildren())
nodes_to_process.push_front(argument_node);
break;
}
case QueryTreeNodeType::ARRAY_JOIN:
{
nodes_to_process.push_front(node_to_process->as<ArrayJoinNode>()->getTableExpression());
break;
}
case QueryTreeNodeType::JOIN:
{
auto & join_node = node_to_process->as<JoinNode &>();
nodes_to_process.push_front(join_node.getRightTableExpression());
nodes_to_process.push_front(join_node.getLeftTableExpression());
break;
}
default:
{
throw Exception(ErrorCodes::LOGICAL_ERROR,
"Unexpected node type for table expression. "
"Expected table, table function, query, union, join or array join. Actual {}",
node_to_process->getNodeTypeName());
}
}
}

return result;
}

QueryTreeNodes extractTableExpressions(const QueryTreeNodePtr & join_tree_node, bool add_array_join)
{
QueryTreeNodes result;
Expand Down
3 changes: 3 additions & 0 deletions src/Analyzer/Utils.h
Expand Up @@ -50,6 +50,9 @@ std::optional<bool> tryExtractConstantFromConditionNode(const QueryTreeNodePtr &
*/
void addTableExpressionOrJoinIntoTablesInSelectQuery(ASTPtr & tables_in_select_query_ast, const QueryTreeNodePtr & table_expression, const IQueryTreeNode::ConvertToASTOptions & convert_to_ast_options);

/// Extract table expressions from tree
QueryTreeNodes extractTrueTableExpressions(const QueryTreeNodePtr & tree);
novikd marked this conversation as resolved.
Show resolved Hide resolved

/// Extract table, table function, query, union from join tree
QueryTreeNodes extractTableExpressions(const QueryTreeNodePtr & join_tree_node, bool add_array_join = false);

Expand Down
63 changes: 16 additions & 47 deletions src/Interpreters/InterpreterSelectQueryAnalyzer.cpp
@@ -1,3 +1,4 @@
#include <Analyzer/IQueryTreeNode.h>
#include <Interpreters/InterpreterFactory.h>
#include <Interpreters/InterpreterSelectQueryAnalyzer.h>

Expand Down Expand Up @@ -74,60 +75,28 @@ ContextMutablePtr buildContext(const ContextPtr & context, const SelectQueryOpti

void replaceStorageInQueryTree(QueryTreeNodePtr & query_tree, const ContextPtr & context, const StoragePtr & storage)
{
auto query_to_replace_table_expression = query_tree;
QueryTreeNodePtr table_expression_to_replace;
auto nodes = extractTrueTableExpressions(query_tree);
IQueryTreeNode::ReplacementMap replacement_map;

while (!table_expression_to_replace)
for (auto & node : nodes)
{
if (auto * union_node = query_to_replace_table_expression->as<UnionNode>())
query_to_replace_table_expression = union_node->getQueries().getNodes().at(0);

auto & query_to_replace_table_expression_typed = query_to_replace_table_expression->as<QueryNode &>();
auto left_table_expression = extractLeftTableExpression(query_to_replace_table_expression_typed.getJoinTree());
auto left_table_expression_node_type = left_table_expression->getNodeType();

switch (left_table_expression_node_type)
{
case QueryTreeNodeType::QUERY:
case QueryTreeNodeType::UNION:
{
query_to_replace_table_expression = std::move(left_table_expression);
break;
}
case QueryTreeNodeType::TABLE:
case QueryTreeNodeType::TABLE_FUNCTION:
case QueryTreeNodeType::IDENTIFIER:
{
table_expression_to_replace = std::move(left_table_expression);
break;
}
default:
{
throw Exception(ErrorCodes::UNSUPPORTED_METHOD,
"Expected table, table function or identifier node to replace with storage. Actual {}",
left_table_expression->formatASTForErrorMessage());
}
}
}
auto & table_node = node->as<TableNode &>();

/// Don't replace storage if table name differs
if (auto * table_node = table_expression_to_replace->as<TableNode>(); table_node && table_node->getStorageID().getFullNameNotQuoted() != storage->getStorageID().getFullNameNotQuoted())
return;
/// Don't replace storage if table name differs
if (table_node.getStorageID().getFullNameNotQuoted() != storage->getStorageID().getFullNameNotQuoted())
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Wouldn't it be better to compare uuids? Though, it's difficult to imagine a case when comparing full names is a problem.

continue;

auto replacement_table_expression = std::make_shared<TableNode>(storage, context);
std::optional<TableExpressionModifiers> table_expression_modifiers;
auto replacement_table_expression = std::make_shared<TableNode>(storage, context);

if (auto * table_node = table_expression_to_replace->as<TableNode>())
table_expression_modifiers = table_node->getTableExpressionModifiers();
else if (auto * table_function_node = table_expression_to_replace->as<TableFunctionNode>())
table_expression_modifiers = table_function_node->getTableExpressionModifiers();
else if (auto * identifier_node = table_expression_to_replace->as<IdentifierNode>())
table_expression_modifiers = identifier_node->getTableExpressionModifiers();
if (auto table_expression_modifiers = table_node.getTableExpressionModifiers())
replacement_table_expression->setTableExpressionModifiers(*table_expression_modifiers);

if (table_expression_modifiers)
replacement_table_expression->setTableExpressionModifiers(*table_expression_modifiers);
if (node->hasAlias())
replacement_table_expression->setAlias(node->getAlias() + "_replacement");
novikd marked this conversation as resolved.
Show resolved Hide resolved

query_tree = query_tree->cloneAndReplace(table_expression_to_replace, std::move(replacement_table_expression));
replacement_map.emplace(node.get(), std::move(replacement_table_expression));
}
query_tree = query_tree->cloneAndReplace(replacement_map);
}

QueryTreeNodePtr buildQueryTreeAndRunPasses(const ASTPtr & query,
Expand Down