HIVE-18797 : ExprConstNodeDesc's getExprString should put appropriate qualifier with...
[hive.git] / ql / src / test / results / clientpositive / llap / vector_grouping_sets.q.out
1 PREHOOK: query: create table store_txt
2 (
3     s_store_sk                int,
4     s_store_id                string,
5     s_rec_start_date          string,
6     s_rec_end_date            string,
7     s_closed_date_sk          int,
8     s_store_name              string,
9     s_number_employees        int,
10     s_floor_space             int,
11     s_hours                   string,
12     s_manager                 string,
13     s_market_id               int,
14     s_geography_class         string,
15     s_market_desc             string,
16     s_market_manager          string,
17     s_division_id             int,
18     s_division_name           string,
19     s_company_id              int,
20     s_company_name            string,
21     s_street_number           string,
22     s_street_name             string,
23     s_street_type             string,
24     s_suite_number            string,
25     s_city                    string,
26     s_county                  string,
27     s_state                   string,
28     s_zip                     string,
29     s_country                 string,
30     s_gmt_offset              decimal(5,2),
31     s_tax_precentage          decimal(5,2)                  
32 )
33 row format delimited fields terminated by '|' 
34 stored as textfile
35 PREHOOK: type: CREATETABLE
36 PREHOOK: Output: database:default
37 PREHOOK: Output: default@store_txt
38 POSTHOOK: query: create table store_txt
39 (
40     s_store_sk                int,
41     s_store_id                string,
42     s_rec_start_date          string,
43     s_rec_end_date            string,
44     s_closed_date_sk          int,
45     s_store_name              string,
46     s_number_employees        int,
47     s_floor_space             int,
48     s_hours                   string,
49     s_manager                 string,
50     s_market_id               int,
51     s_geography_class         string,
52     s_market_desc             string,
53     s_market_manager          string,
54     s_division_id             int,
55     s_division_name           string,
56     s_company_id              int,
57     s_company_name            string,
58     s_street_number           string,
59     s_street_name             string,
60     s_street_type             string,
61     s_suite_number            string,
62     s_city                    string,
63     s_county                  string,
64     s_state                   string,
65     s_zip                     string,
66     s_country                 string,
67     s_gmt_offset              decimal(5,2),
68     s_tax_precentage          decimal(5,2)                  
69 )
70 row format delimited fields terminated by '|' 
71 stored as textfile
72 POSTHOOK: type: CREATETABLE
73 POSTHOOK: Output: database:default
74 POSTHOOK: Output: default@store_txt
75 PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/store_200' OVERWRITE INTO TABLE store_txt
76 PREHOOK: type: LOAD
77 #### A masked pattern was here ####
78 PREHOOK: Output: default@store_txt
79 POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/store_200' OVERWRITE INTO TABLE store_txt
80 POSTHOOK: type: LOAD
81 #### A masked pattern was here ####
82 POSTHOOK: Output: default@store_txt
83 PREHOOK: query: create table store
84 stored as orc as
85 select * from store_txt
86 PREHOOK: type: CREATETABLE_AS_SELECT
87 PREHOOK: Input: default@store_txt
88 PREHOOK: Output: database:default
89 PREHOOK: Output: default@store
90 POSTHOOK: query: create table store
91 stored as orc as
92 select * from store_txt
93 POSTHOOK: type: CREATETABLE_AS_SELECT
94 POSTHOOK: Input: default@store_txt
95 POSTHOOK: Output: database:default
96 POSTHOOK: Output: default@store
97 POSTHOOK: Lineage: store.s_city SIMPLE [(store_txt)store_txt.FieldSchema(name:s_city, type:string, comment:null), ]
98 POSTHOOK: Lineage: store.s_closed_date_sk SIMPLE [(store_txt)store_txt.FieldSchema(name:s_closed_date_sk, type:int, comment:null), ]
99 POSTHOOK: Lineage: store.s_company_id SIMPLE [(store_txt)store_txt.FieldSchema(name:s_company_id, type:int, comment:null), ]
100 POSTHOOK: Lineage: store.s_company_name SIMPLE [(store_txt)store_txt.FieldSchema(name:s_company_name, type:string, comment:null), ]
101 POSTHOOK: Lineage: store.s_country SIMPLE [(store_txt)store_txt.FieldSchema(name:s_country, type:string, comment:null), ]
102 POSTHOOK: Lineage: store.s_county SIMPLE [(store_txt)store_txt.FieldSchema(name:s_county, type:string, comment:null), ]
103 POSTHOOK: Lineage: store.s_division_id SIMPLE [(store_txt)store_txt.FieldSchema(name:s_division_id, type:int, comment:null), ]
104 POSTHOOK: Lineage: store.s_division_name SIMPLE [(store_txt)store_txt.FieldSchema(name:s_division_name, type:string, comment:null), ]
105 POSTHOOK: Lineage: store.s_floor_space SIMPLE [(store_txt)store_txt.FieldSchema(name:s_floor_space, type:int, comment:null), ]
106 POSTHOOK: Lineage: store.s_geography_class SIMPLE [(store_txt)store_txt.FieldSchema(name:s_geography_class, type:string, comment:null), ]
107 POSTHOOK: Lineage: store.s_gmt_offset SIMPLE [(store_txt)store_txt.FieldSchema(name:s_gmt_offset, type:decimal(5,2), comment:null), ]
108 POSTHOOK: Lineage: store.s_hours SIMPLE [(store_txt)store_txt.FieldSchema(name:s_hours, type:string, comment:null), ]
109 POSTHOOK: Lineage: store.s_manager SIMPLE [(store_txt)store_txt.FieldSchema(name:s_manager, type:string, comment:null), ]
110 POSTHOOK: Lineage: store.s_market_desc SIMPLE [(store_txt)store_txt.FieldSchema(name:s_market_desc, type:string, comment:null), ]
111 POSTHOOK: Lineage: store.s_market_id SIMPLE [(store_txt)store_txt.FieldSchema(name:s_market_id, type:int, comment:null), ]
112 POSTHOOK: Lineage: store.s_market_manager SIMPLE [(store_txt)store_txt.FieldSchema(name:s_market_manager, type:string, comment:null), ]
113 POSTHOOK: Lineage: store.s_number_employees SIMPLE [(store_txt)store_txt.FieldSchema(name:s_number_employees, type:int, comment:null), ]
114 POSTHOOK: Lineage: store.s_rec_end_date SIMPLE [(store_txt)store_txt.FieldSchema(name:s_rec_end_date, type:string, comment:null), ]
115 POSTHOOK: Lineage: store.s_rec_start_date SIMPLE [(store_txt)store_txt.FieldSchema(name:s_rec_start_date, type:string, comment:null), ]
116 POSTHOOK: Lineage: store.s_state SIMPLE [(store_txt)store_txt.FieldSchema(name:s_state, type:string, comment:null), ]
117 POSTHOOK: Lineage: store.s_store_id SIMPLE [(store_txt)store_txt.FieldSchema(name:s_store_id, type:string, comment:null), ]
118 POSTHOOK: Lineage: store.s_store_name SIMPLE [(store_txt)store_txt.FieldSchema(name:s_store_name, type:string, comment:null), ]
119 POSTHOOK: Lineage: store.s_store_sk SIMPLE [(store_txt)store_txt.FieldSchema(name:s_store_sk, type:int, comment:null), ]
120 POSTHOOK: Lineage: store.s_street_name SIMPLE [(store_txt)store_txt.FieldSchema(name:s_street_name, type:string, comment:null), ]
121 POSTHOOK: Lineage: store.s_street_number SIMPLE [(store_txt)store_txt.FieldSchema(name:s_street_number, type:string, comment:null), ]
122 POSTHOOK: Lineage: store.s_street_type SIMPLE [(store_txt)store_txt.FieldSchema(name:s_street_type, type:string, comment:null), ]
123 POSTHOOK: Lineage: store.s_suite_number SIMPLE [(store_txt)store_txt.FieldSchema(name:s_suite_number, type:string, comment:null), ]
124 POSTHOOK: Lineage: store.s_tax_precentage SIMPLE [(store_txt)store_txt.FieldSchema(name:s_tax_precentage, type:decimal(5,2), comment:null), ]
125 POSTHOOK: Lineage: store.s_zip SIMPLE [(store_txt)store_txt.FieldSchema(name:s_zip, type:string, comment:null), ]
126 PREHOOK: query: explain vectorization expression
127 select s_store_id
128  from store
129  group by s_store_id with rollup
130 PREHOOK: type: QUERY
131 POSTHOOK: query: explain vectorization expression
132 select s_store_id
133  from store
134  group by s_store_id with rollup
135 POSTHOOK: type: QUERY
136 PLAN VECTORIZATION:
137   enabled: true
138   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
139
140 STAGE DEPENDENCIES:
141   Stage-1 is a root stage
142   Stage-0 depends on stages: Stage-1
143
144 STAGE PLANS:
145   Stage: Stage-1
146     Tez
147 #### A masked pattern was here ####
148       Edges:
149         Reducer 2 <- Map 1 (SIMPLE_EDGE)
150 #### A masked pattern was here ####
151       Vertices:
152         Map 1 
153             Map Operator Tree:
154                 TableScan
155                   alias: store
156                   Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
157                   TableScan Vectorization:
158                       native: true
159                   Select Operator
160                     expressions: s_store_id (type: string)
161                     outputColumnNames: s_store_id
162                     Select Vectorization:
163                         className: VectorSelectOperator
164                         native: true
165                         projectedOutputColumnNums: [1]
166                     Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
167                     Group By Operator
168                       Group By Vectorization:
169                           className: VectorGroupByOperator
170                           groupByMode: HASH
171                           keyExpressions: col 1:string, ConstantVectorExpression(val 0) -> 30:bigint
172                           native: false
173                           vectorProcessingMode: HASH
174                           projectedOutputColumnNums: []
175                       keys: s_store_id (type: string), 0L (type: bigint)
176                       mode: hash
177                       outputColumnNames: _col0, _col1
178                       Statistics: Num rows: 24 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
179                       Reduce Output Operator
180                         key expressions: _col0 (type: string), _col1 (type: bigint)
181                         sort order: ++
182                         Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint)
183                         Reduce Sink Vectorization:
184                             className: VectorReduceSinkMultiKeyOperator
185                             native: true
186                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
187                         Statistics: Num rows: 24 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
188             Execution mode: vectorized, llap
189             LLAP IO: all inputs
190             Map Vectorization:
191                 enabled: true
192                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
193                 inputFormatFeatureSupport: []
194                 featureSupportInUse: []
195                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
196                 allNative: false
197                 usesVectorUDFAdaptor: false
198                 vectorized: true
199         Reducer 2 
200             Execution mode: vectorized, llap
201             Reduce Vectorization:
202                 enabled: true
203                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
204                 allNative: false
205                 usesVectorUDFAdaptor: false
206                 vectorized: true
207             Reduce Operator Tree:
208               Group By Operator
209                 Group By Vectorization:
210                     className: VectorGroupByOperator
211                     groupByMode: MERGEPARTIAL
212                     keyExpressions: col 0:string, col 1:bigint
213                     native: false
214                     vectorProcessingMode: MERGE_PARTIAL
215                     projectedOutputColumnNums: []
216                 keys: KEY._col0 (type: string), KEY._col1 (type: bigint)
217                 mode: mergepartial
218                 outputColumnNames: _col0
219                 Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
220                 pruneGroupingSetId: true
221                 File Output Operator
222                   compressed: false
223                   File Sink Vectorization:
224                       className: VectorFileSinkOperator
225                       native: false
226                   Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
227                   table:
228                       input format: org.apache.hadoop.mapred.SequenceFileInputFormat
229                       output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
230                       serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
231
232   Stage: Stage-0
233     Fetch Operator
234       limit: -1
235       Processor Tree:
236         ListSink
237
238 PREHOOK: query: select s_store_id
239  from store
240  group by s_store_id with rollup
241 PREHOOK: type: QUERY
242 PREHOOK: Input: default@store
243 #### A masked pattern was here ####
244 POSTHOOK: query: select s_store_id
245  from store
246  group by s_store_id with rollup
247 POSTHOOK: type: QUERY
248 POSTHOOK: Input: default@store
249 #### A masked pattern was here ####
250 AAAAAAAABAAAAAAA
251 AAAAAAAAEAAAAAAA
252 AAAAAAAAHAAAAAAA
253 NULL
254 AAAAAAAAIAAAAAAA
255 AAAAAAAAKAAAAAAA
256 AAAAAAAACAAAAAAA
257 PREHOOK: query: explain vectorization expression
258 select s_store_id, GROUPING__ID
259  from store
260  group by s_store_id with rollup
261 PREHOOK: type: QUERY
262 POSTHOOK: query: explain vectorization expression
263 select s_store_id, GROUPING__ID
264  from store
265  group by s_store_id with rollup
266 POSTHOOK: type: QUERY
267 PLAN VECTORIZATION:
268   enabled: true
269   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
270
271 STAGE DEPENDENCIES:
272   Stage-1 is a root stage
273   Stage-0 depends on stages: Stage-1
274
275 STAGE PLANS:
276   Stage: Stage-1
277     Tez
278 #### A masked pattern was here ####
279       Edges:
280         Reducer 2 <- Map 1 (SIMPLE_EDGE)
281 #### A masked pattern was here ####
282       Vertices:
283         Map 1 
284             Map Operator Tree:
285                 TableScan
286                   alias: store
287                   Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
288                   TableScan Vectorization:
289                       native: true
290                   Select Operator
291                     expressions: s_store_id (type: string)
292                     outputColumnNames: _col0
293                     Select Vectorization:
294                         className: VectorSelectOperator
295                         native: true
296                         projectedOutputColumnNums: [1]
297                     Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
298                     Group By Operator
299                       Group By Vectorization:
300                           className: VectorGroupByOperator
301                           groupByMode: HASH
302                           keyExpressions: col 1:string, ConstantVectorExpression(val 0) -> 30:bigint
303                           native: false
304                           vectorProcessingMode: HASH
305                           projectedOutputColumnNums: []
306                       keys: _col0 (type: string), 0L (type: bigint)
307                       mode: hash
308                       outputColumnNames: _col0, _col1
309                       Statistics: Num rows: 24 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
310                       Reduce Output Operator
311                         key expressions: _col0 (type: string), _col1 (type: bigint)
312                         sort order: ++
313                         Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint)
314                         Reduce Sink Vectorization:
315                             className: VectorReduceSinkMultiKeyOperator
316                             native: true
317                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
318                         Statistics: Num rows: 24 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
319             Execution mode: vectorized, llap
320             LLAP IO: all inputs
321             Map Vectorization:
322                 enabled: true
323                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
324                 inputFormatFeatureSupport: []
325                 featureSupportInUse: []
326                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
327                 allNative: false
328                 usesVectorUDFAdaptor: false
329                 vectorized: true
330         Reducer 2 
331             Execution mode: vectorized, llap
332             Reduce Vectorization:
333                 enabled: true
334                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
335                 allNative: false
336                 usesVectorUDFAdaptor: false
337                 vectorized: true
338             Reduce Operator Tree:
339               Group By Operator
340                 Group By Vectorization:
341                     className: VectorGroupByOperator
342                     groupByMode: MERGEPARTIAL
343                     keyExpressions: col 0:string, col 1:bigint
344                     native: false
345                     vectorProcessingMode: MERGE_PARTIAL
346                     projectedOutputColumnNums: []
347                 keys: KEY._col0 (type: string), KEY._col1 (type: bigint)
348                 mode: mergepartial
349                 outputColumnNames: _col0, _col1
350                 Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
351                 Select Operator
352                   expressions: _col0 (type: string), _col1 (type: bigint)
353                   outputColumnNames: _col0, _col1
354                   Select Vectorization:
355                       className: VectorSelectOperator
356                       native: true
357                       projectedOutputColumnNums: [0, 1]
358                   Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
359                   File Output Operator
360                     compressed: false
361                     File Sink Vectorization:
362                         className: VectorFileSinkOperator
363                         native: false
364                     Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
365                     table:
366                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
367                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
368                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
369
370   Stage: Stage-0
371     Fetch Operator
372       limit: -1
373       Processor Tree:
374         ListSink
375
376 PREHOOK: query: select s_store_id, GROUPING__ID
377  from store
378  group by s_store_id with rollup
379 PREHOOK: type: QUERY
380 PREHOOK: Input: default@store
381 #### A masked pattern was here ####
382 POSTHOOK: query: select s_store_id, GROUPING__ID
383  from store
384  group by s_store_id with rollup
385 POSTHOOK: type: QUERY
386 POSTHOOK: Input: default@store
387 #### A masked pattern was here ####
388 AAAAAAAABAAAAAAA        0
389 AAAAAAAAEAAAAAAA        0
390 AAAAAAAAHAAAAAAA        0
391 NULL    1
392 AAAAAAAAIAAAAAAA        0
393 AAAAAAAAKAAAAAAA        0
394 AAAAAAAACAAAAAAA        0
395 PREHOOK: query: explain
396 select s_store_id, GROUPING__ID
397  from store
398  group by rollup(s_store_id)
399 PREHOOK: type: QUERY
400 POSTHOOK: query: explain
401 select s_store_id, GROUPING__ID
402  from store
403  group by rollup(s_store_id)
404 POSTHOOK: type: QUERY
405 STAGE DEPENDENCIES:
406   Stage-1 is a root stage
407   Stage-0 depends on stages: Stage-1
408
409 STAGE PLANS:
410   Stage: Stage-1
411     Tez
412 #### A masked pattern was here ####
413       Edges:
414         Reducer 2 <- Map 1 (SIMPLE_EDGE)
415 #### A masked pattern was here ####
416       Vertices:
417         Map 1 
418             Map Operator Tree:
419                 TableScan
420                   alias: store
421                   Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
422                   Select Operator
423                     expressions: s_store_id (type: string)
424                     outputColumnNames: _col0
425                     Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
426                     Group By Operator
427                       keys: _col0 (type: string), 0L (type: bigint)
428                       mode: hash
429                       outputColumnNames: _col0, _col1
430                       Statistics: Num rows: 24 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
431                       Reduce Output Operator
432                         key expressions: _col0 (type: string), _col1 (type: bigint)
433                         sort order: ++
434                         Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint)
435                         Statistics: Num rows: 24 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
436             Execution mode: vectorized, llap
437             LLAP IO: all inputs
438         Reducer 2 
439             Execution mode: vectorized, llap
440             Reduce Operator Tree:
441               Group By Operator
442                 keys: KEY._col0 (type: string), KEY._col1 (type: bigint)
443                 mode: mergepartial
444                 outputColumnNames: _col0, _col1
445                 Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
446                 Select Operator
447                   expressions: _col0 (type: string), _col1 (type: bigint)
448                   outputColumnNames: _col0, _col1
449                   Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
450                   File Output Operator
451                     compressed: false
452                     Statistics: Num rows: 12 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
453                     table:
454                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
455                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
456                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
457
458   Stage: Stage-0
459     Fetch Operator
460       limit: -1
461       Processor Tree:
462         ListSink
463