/
explain.txt
120 lines (98 loc) · 6.81 KB
/
explain.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
== Physical Plan ==
TakeOrderedAndProject (20)
+- * HashAggregate (19)
+- Exchange (18)
+- * HashAggregate (17)
+- * Project (16)
+- * BroadcastHashJoin Inner BuildRight (15)
:- * Project (4)
: +- * Filter (3)
: +- * ColumnarToRow (2)
: +- Scan parquet default.item (1)
+- BroadcastExchange (14)
+- * Project (13)
+- * Filter (12)
+- * HashAggregate (11)
+- Exchange (10)
+- * HashAggregate (9)
+- * Project (8)
+- * Filter (7)
+- * ColumnarToRow (6)
+- Scan parquet default.item (5)
(1) Scan parquet default.item
Output [3]: [i_manufact_id#1, i_manufact#2, i_product_name#3]
Batched: true
Location [not included in comparison]/{warehouse_dir}/item]
PushedFilters: [IsNotNull(i_manufact_id), GreaterThanOrEqual(i_manufact_id,738), LessThanOrEqual(i_manufact_id,778), IsNotNull(i_manufact)]
ReadSchema: struct<i_manufact_id:int,i_manufact:string,i_product_name:string>
(2) ColumnarToRow [codegen id : 3]
Input [3]: [i_manufact_id#1, i_manufact#2, i_product_name#3]
(3) Filter [codegen id : 3]
Input [3]: [i_manufact_id#1, i_manufact#2, i_product_name#3]
Condition : (((isnotnull(i_manufact_id#1) AND (i_manufact_id#1 >= 738)) AND (i_manufact_id#1 <= 778)) AND isnotnull(i_manufact#2))
(4) Project [codegen id : 3]
Output [2]: [i_manufact#2, i_product_name#3]
Input [3]: [i_manufact_id#1, i_manufact#2, i_product_name#3]
(5) Scan parquet default.item
Output [5]: [i_category#4, i_manufact#2, i_size#5, i_color#6, i_units#7]
Batched: true
Location [not included in comparison]/{warehouse_dir}/item]
PushedFilters: [Or(Or(And(EqualTo(i_category,Women),Or(And(And(Or(EqualTo(i_color,powder),EqualTo(i_color,khaki)),Or(EqualTo(i_units,Ounce),EqualTo(i_units,Oz))),Or(EqualTo(i_size,medium),EqualTo(i_size,extra large))),And(And(Or(EqualTo(i_color,brown),EqualTo(i_color,honeydew)),Or(EqualTo(i_units,Bunch),EqualTo(i_units,Ton))),Or(EqualTo(i_size,N/A),EqualTo(i_size,small))))),And(EqualTo(i_category,Men),Or(And(And(Or(EqualTo(i_color,floral),EqualTo(i_color,deep)),Or(EqualTo(i_units,N/A),EqualTo(i_units,Dozen))),Or(EqualTo(i_size,petite),EqualTo(i_size,large))),And(And(Or(EqualTo(i_color,light),EqualTo(i_color,cornflower)),Or(EqualTo(i_units,Box),EqualTo(i_units,Pound))),Or(EqualTo(i_size,medium),EqualTo(i_size,extra large)))))),Or(And(EqualTo(i_category,Women),Or(And(And(Or(EqualTo(i_color,midnight),EqualTo(i_color,snow)),Or(EqualTo(i_units,Pallet),EqualTo(i_units,Gross))),Or(EqualTo(i_size,medium),EqualTo(i_size,extra large))),And(And(Or(EqualTo(i_color,cyan),EqualTo(i_color,papaya)),Or(EqualTo(i_units,Cup),EqualTo(i_units,Dram))),Or(EqualTo(i_size,N/A),EqualTo(i_size,small))))),And(EqualTo(i_category,Men),Or(And(And(Or(EqualTo(i_color,orange),EqualTo(i_color,frosted)),Or(EqualTo(i_units,Each),EqualTo(i_units,Tbl))),Or(EqualTo(i_size,petite),EqualTo(i_size,large))),And(And(Or(EqualTo(i_color,forest),EqualTo(i_color,ghost)),Or(EqualTo(i_units,Lb),EqualTo(i_units,Bundle))),Or(EqualTo(i_size,medium),EqualTo(i_size,extra large))))))), IsNotNull(i_manufact)]
ReadSchema: struct<i_category:string,i_manufact:string,i_size:string,i_color:string,i_units:string>
(6) ColumnarToRow [codegen id : 1]
Input [5]: [i_category#4, i_manufact#2, i_size#5, i_color#6, i_units#7]
(7) Filter [codegen id : 1]
Input [5]: [i_category#4, i_manufact#2, i_size#5, i_color#6, i_units#7]
Condition : (((((i_category#4 = Women) AND (((((i_color#6 = powder) OR (i_color#6 = khaki)) AND ((i_units#7 = Ounce) OR (i_units#7 = Oz))) AND ((i_size#5 = medium) OR (i_size#5 = extra large))) OR ((((i_color#6 = brown) OR (i_color#6 = honeydew)) AND ((i_units#7 = Bunch) OR (i_units#7 = Ton))) AND ((i_size#5 = N/A) OR (i_size#5 = small))))) OR ((i_category#4 = Men) AND (((((i_color#6 = floral) OR (i_color#6 = deep)) AND ((i_units#7 = N/A) OR (i_units#7 = Dozen))) AND ((i_size#5 = petite) OR (i_size#5 = large))) OR ((((i_color#6 = light) OR (i_color#6 = cornflower)) AND ((i_units#7 = Box) OR (i_units#7 = Pound))) AND ((i_size#5 = medium) OR (i_size#5 = extra large)))))) OR (((i_category#4 = Women) AND (((((i_color#6 = midnight) OR (i_color#6 = snow)) AND ((i_units#7 = Pallet) OR (i_units#7 = Gross))) AND ((i_size#5 = medium) OR (i_size#5 = extra large))) OR ((((i_color#6 = cyan) OR (i_color#6 = papaya)) AND ((i_units#7 = Cup) OR (i_units#7 = Dram))) AND ((i_size#5 = N/A) OR (i_size#5 = small))))) OR ((i_category#4 = Men) AND (((((i_color#6 = orange) OR (i_color#6 = frosted)) AND ((i_units#7 = Each) OR (i_units#7 = Tbl))) AND ((i_size#5 = petite) OR (i_size#5 = large))) OR ((((i_color#6 = forest) OR (i_color#6 = ghost)) AND ((i_units#7 = Lb) OR (i_units#7 = Bundle))) AND ((i_size#5 = medium) OR (i_size#5 = extra large))))))) AND isnotnull(i_manufact#2))
(8) Project [codegen id : 1]
Output [1]: [i_manufact#2]
Input [5]: [i_category#4, i_manufact#2, i_size#5, i_color#6, i_units#7]
(9) HashAggregate [codegen id : 1]
Input [1]: [i_manufact#2]
Keys [1]: [i_manufact#2]
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#8]
Results [2]: [i_manufact#2, count#9]
(10) Exchange
Input [2]: [i_manufact#2, count#9]
Arguments: hashpartitioning(i_manufact#2, 5), true, [id=#10]
(11) HashAggregate [codegen id : 2]
Input [2]: [i_manufact#2, count#9]
Keys [1]: [i_manufact#2]
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#11]
Results [3]: [count(1)#11 AS item_cnt#12, i_manufact#2 AS i_manufact#2#13, true AS alwaysTrue#14]
(12) Filter [codegen id : 2]
Input [3]: [item_cnt#12, i_manufact#2#13, alwaysTrue#14]
Condition : (if (isnull(alwaysTrue#14)) 0 else item_cnt#12 > 0)
(13) Project [codegen id : 2]
Output [1]: [i_manufact#2#13]
Input [3]: [item_cnt#12, i_manufact#2#13, alwaysTrue#14]
(14) BroadcastExchange
Input [1]: [i_manufact#2#13]
Arguments: HashedRelationBroadcastMode(List(input[0, string, true]),false), [id=#15]
(15) BroadcastHashJoin [codegen id : 3]
Left keys [1]: [i_manufact#2]
Right keys [1]: [i_manufact#2#13]
Join condition: None
(16) Project [codegen id : 3]
Output [1]: [i_product_name#3]
Input [3]: [i_manufact#2, i_product_name#3, i_manufact#2#13]
(17) HashAggregate [codegen id : 3]
Input [1]: [i_product_name#3]
Keys [1]: [i_product_name#3]
Functions: []
Aggregate Attributes: []
Results [1]: [i_product_name#3]
(18) Exchange
Input [1]: [i_product_name#3]
Arguments: hashpartitioning(i_product_name#3, 5), true, [id=#16]
(19) HashAggregate [codegen id : 4]
Input [1]: [i_product_name#3]
Keys [1]: [i_product_name#3]
Functions: []
Aggregate Attributes: []
Results [1]: [i_product_name#3]
(20) TakeOrderedAndProject
Input [1]: [i_product_name#3]
Arguments: 100, [i_product_name#3 ASC NULLS FIRST], [i_product_name#3]