HIVE-18797 : ExprConstNodeDesc's getExprString should put appropriate qualifier with...
[hive.git] / ql / src / test / results / clientpositive / llap / vector_groupby_grouping_sets_limit.q.out
1 PREHOOK: query: CREATE TABLE T1_text(a STRING, b STRING, c STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY ' ' STORED AS TEXTFILE
2 PREHOOK: type: CREATETABLE
3 PREHOOK: Output: database:default
4 PREHOOK: Output: default@T1_text
5 POSTHOOK: query: CREATE TABLE T1_text(a STRING, b STRING, c STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY ' ' STORED AS TEXTFILE
6 POSTHOOK: type: CREATETABLE
7 POSTHOOK: Output: database:default
8 POSTHOOK: Output: default@T1_text
9 PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/grouping_sets.txt' INTO TABLE T1_text
10 PREHOOK: type: LOAD
11 #### A masked pattern was here ####
12 PREHOOK: Output: default@t1_text
13 POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/grouping_sets.txt' INTO TABLE T1_text
14 POSTHOOK: type: LOAD
15 #### A masked pattern was here ####
16 POSTHOOK: Output: default@t1_text
17 PREHOOK: query: CREATE TABLE T1 STORED AS ORC AS SELECT * FROM T1_text
18 PREHOOK: type: CREATETABLE_AS_SELECT
19 PREHOOK: Input: default@t1_text
20 PREHOOK: Output: database:default
21 PREHOOK: Output: default@T1
22 POSTHOOK: query: CREATE TABLE T1 STORED AS ORC AS SELECT * FROM T1_text
23 POSTHOOK: type: CREATETABLE_AS_SELECT
24 POSTHOOK: Input: default@t1_text
25 POSTHOOK: Output: database:default
26 POSTHOOK: Output: default@T1
27 POSTHOOK: Lineage: t1.a SIMPLE [(t1_text)t1_text.FieldSchema(name:a, type:string, comment:null), ]
28 POSTHOOK: Lineage: t1.b SIMPLE [(t1_text)t1_text.FieldSchema(name:b, type:string, comment:null), ]
29 POSTHOOK: Lineage: t1.c SIMPLE [(t1_text)t1_text.FieldSchema(name:c, type:string, comment:null), ]
30 t1_text.a       t1_text.b       t1_text.c
31 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL
32 SELECT a, b, count(*) from T1 group by a, b with cube order by a, b LIMIT 10
33 PREHOOK: type: QUERY
34 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL
35 SELECT a, b, count(*) from T1 group by a, b with cube order by a, b LIMIT 10
36 POSTHOOK: type: QUERY
37 Explain
38 PLAN VECTORIZATION:
39   enabled: true
40   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
41
42 STAGE DEPENDENCIES:
43   Stage-1 is a root stage
44   Stage-0 depends on stages: Stage-1
45
46 STAGE PLANS:
47   Stage: Stage-1
48     Tez
49 #### A masked pattern was here ####
50       Edges:
51         Reducer 2 <- Map 1 (SIMPLE_EDGE)
52         Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
53 #### A masked pattern was here ####
54       Vertices:
55         Map 1 
56             Map Operator Tree:
57                 TableScan
58                   alias: t1
59                   Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
60                   TableScan Vectorization:
61                       native: true
62                       vectorizationSchemaColumns: [0:a:string, 1:b:string, 2:c:string, 3:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
63                   Select Operator
64                     expressions: a (type: string), b (type: string)
65                     outputColumnNames: a, b
66                     Select Vectorization:
67                         className: VectorSelectOperator
68                         native: true
69                         projectedOutputColumnNums: [0, 1]
70                     Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
71                     Group By Operator
72                       aggregations: count()
73                       Group By Vectorization:
74                           aggregators: VectorUDAFCountStar(*) -> bigint
75                           className: VectorGroupByOperator
76                           groupByMode: HASH
77                           keyExpressions: col 0:string, col 1:string, ConstantVectorExpression(val 0) -> 4:bigint
78                           native: false
79                           vectorProcessingMode: HASH
80                           projectedOutputColumnNums: [0]
81                       keys: a (type: string), b (type: string), 0L (type: bigint)
82                       mode: hash
83                       outputColumnNames: _col0, _col1, _col2, _col3
84                       Statistics: Num rows: 24 Data size: 8832 Basic stats: COMPLETE Column stats: NONE
85                       Reduce Output Operator
86                         key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint)
87                         sort order: +++
88                         Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint)
89                         Reduce Sink Vectorization:
90                             className: VectorReduceSinkMultiKeyOperator
91                             keyColumnNums: [0, 1, 2]
92                             native: true
93                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
94                             valueColumnNums: [3]
95                         Statistics: Num rows: 24 Data size: 8832 Basic stats: COMPLETE Column stats: NONE
96                         TopN Hash Memory Usage: 0.1
97                         value expressions: _col3 (type: bigint)
98             Execution mode: vectorized, llap
99             LLAP IO: all inputs
100             Map Vectorization:
101                 enabled: true
102                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
103                 inputFormatFeatureSupport: []
104                 featureSupportInUse: []
105                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
106                 allNative: false
107                 usesVectorUDFAdaptor: false
108                 vectorized: true
109                 rowBatchContext:
110                     dataColumnCount: 3
111                     includeColumns: [0, 1]
112                     dataColumns: a:string, b:string, c:string
113                     partitionColumnCount: 0
114                     scratchColumnTypeNames: [bigint]
115         Reducer 2 
116             Execution mode: vectorized, llap
117             Reduce Vectorization:
118                 enabled: true
119                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
120                 reduceColumnNullOrder: aaa
121                 reduceColumnSortOrder: +++
122                 allNative: false
123                 usesVectorUDFAdaptor: false
124                 vectorized: true
125                 rowBatchContext:
126                     dataColumnCount: 4
127                     dataColumns: KEY._col0:string, KEY._col1:string, KEY._col2:bigint, VALUE._col0:bigint
128                     partitionColumnCount: 0
129                     scratchColumnTypeNames: []
130             Reduce Operator Tree:
131               Group By Operator
132                 aggregations: count(VALUE._col0)
133                 Group By Vectorization:
134                     aggregators: VectorUDAFCountMerge(col 3:bigint) -> bigint
135                     className: VectorGroupByOperator
136                     groupByMode: MERGEPARTIAL
137                     keyExpressions: col 0:string, col 1:string, col 2:bigint
138                     native: false
139                     vectorProcessingMode: MERGE_PARTIAL
140                     projectedOutputColumnNums: [0]
141                 keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint)
142                 mode: mergepartial
143                 outputColumnNames: _col0, _col1, _col3
144                 Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
145                 pruneGroupingSetId: true
146                 Select Operator
147                   expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint)
148                   outputColumnNames: _col0, _col1, _col2
149                   Select Vectorization:
150                       className: VectorSelectOperator
151                       native: true
152                       projectedOutputColumnNums: [0, 1, 2]
153                   Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
154                   Reduce Output Operator
155                     key expressions: _col0 (type: string), _col1 (type: string)
156                     sort order: ++
157                     Reduce Sink Vectorization:
158                         className: VectorReduceSinkObjectHashOperator
159                         keyColumnNums: [0, 1]
160                         native: true
161                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
162                         valueColumnNums: [2]
163                     Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
164                     TopN Hash Memory Usage: 0.1
165                     value expressions: _col2 (type: bigint)
166         Reducer 3 
167             Execution mode: vectorized, llap
168             Reduce Vectorization:
169                 enabled: true
170                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
171                 reduceColumnNullOrder: aa
172                 reduceColumnSortOrder: ++
173                 allNative: false
174                 usesVectorUDFAdaptor: false
175                 vectorized: true
176                 rowBatchContext:
177                     dataColumnCount: 3
178                     dataColumns: KEY.reducesinkkey0:string, KEY.reducesinkkey1:string, VALUE._col0:bigint
179                     partitionColumnCount: 0
180                     scratchColumnTypeNames: []
181             Reduce Operator Tree:
182               Select Operator
183                 expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint)
184                 outputColumnNames: _col0, _col1, _col2
185                 Select Vectorization:
186                     className: VectorSelectOperator
187                     native: true
188                     projectedOutputColumnNums: [0, 1, 2]
189                 Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
190                 Limit
191                   Number of rows: 10
192                   Limit Vectorization:
193                       className: VectorLimitOperator
194                       native: true
195                   Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE
196                   File Output Operator
197                     compressed: false
198                     File Sink Vectorization:
199                         className: VectorFileSinkOperator
200                         native: false
201                     Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE
202                     table:
203                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
204                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
205                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
206
207   Stage: Stage-0
208     Fetch Operator
209       limit: 10
210       Processor Tree:
211         ListSink
212
213 PREHOOK: query: SELECT a, b, count(*) from T1 group by a, b with cube order by a, b LIMIT 10
214 PREHOOK: type: QUERY
215 PREHOOK: Input: default@t1
216 #### A masked pattern was here ####
217 POSTHOOK: query: SELECT a, b, count(*) from T1 group by a, b with cube order by a, b LIMIT 10
218 POSTHOOK: type: QUERY
219 POSTHOOK: Input: default@t1
220 #### A masked pattern was here ####
221 a       b       _c2
222 1       1       1
223 1       NULL    1
224 2       2       1
225 2       3       1
226 2       NULL    2
227 3       NULL    1
228 NULL    1       2
229 NULL    2       3
230 NULL    3       1
231 NULL    NULL    6
232 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL
233 SELECT a, b, count(*) FROM T1 GROUP BY a, b  GROUPING SETS (a, (a, b), b, ()) order by a, b LIMIT 10
234 PREHOOK: type: QUERY
235 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL
236 SELECT a, b, count(*) FROM T1 GROUP BY a, b  GROUPING SETS (a, (a, b), b, ()) order by a, b LIMIT 10
237 POSTHOOK: type: QUERY
238 Explain
239 PLAN VECTORIZATION:
240   enabled: true
241   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
242
243 STAGE DEPENDENCIES:
244   Stage-1 is a root stage
245   Stage-0 depends on stages: Stage-1
246
247 STAGE PLANS:
248   Stage: Stage-1
249     Tez
250 #### A masked pattern was here ####
251       Edges:
252         Reducer 2 <- Map 1 (SIMPLE_EDGE)
253         Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
254 #### A masked pattern was here ####
255       Vertices:
256         Map 1 
257             Map Operator Tree:
258                 TableScan
259                   alias: t1
260                   Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
261                   TableScan Vectorization:
262                       native: true
263                       vectorizationSchemaColumns: [0:a:string, 1:b:string, 2:c:string, 3:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
264                   Select Operator
265                     expressions: a (type: string), b (type: string)
266                     outputColumnNames: a, b
267                     Select Vectorization:
268                         className: VectorSelectOperator
269                         native: true
270                         projectedOutputColumnNums: [0, 1]
271                     Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
272                     Group By Operator
273                       aggregations: count()
274                       Group By Vectorization:
275                           aggregators: VectorUDAFCountStar(*) -> bigint
276                           className: VectorGroupByOperator
277                           groupByMode: HASH
278                           keyExpressions: col 0:string, col 1:string, ConstantVectorExpression(val 0) -> 4:bigint
279                           native: false
280                           vectorProcessingMode: HASH
281                           projectedOutputColumnNums: [0]
282                       keys: a (type: string), b (type: string), 0L (type: bigint)
283                       mode: hash
284                       outputColumnNames: _col0, _col1, _col2, _col3
285                       Statistics: Num rows: 24 Data size: 8832 Basic stats: COMPLETE Column stats: NONE
286                       Reduce Output Operator
287                         key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint)
288                         sort order: +++
289                         Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint)
290                         Reduce Sink Vectorization:
291                             className: VectorReduceSinkMultiKeyOperator
292                             keyColumnNums: [0, 1, 2]
293                             native: true
294                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
295                             valueColumnNums: [3]
296                         Statistics: Num rows: 24 Data size: 8832 Basic stats: COMPLETE Column stats: NONE
297                         TopN Hash Memory Usage: 0.1
298                         value expressions: _col3 (type: bigint)
299             Execution mode: vectorized, llap
300             LLAP IO: all inputs
301             Map Vectorization:
302                 enabled: true
303                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
304                 inputFormatFeatureSupport: []
305                 featureSupportInUse: []
306                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
307                 allNative: false
308                 usesVectorUDFAdaptor: false
309                 vectorized: true
310                 rowBatchContext:
311                     dataColumnCount: 3
312                     includeColumns: [0, 1]
313                     dataColumns: a:string, b:string, c:string
314                     partitionColumnCount: 0
315                     scratchColumnTypeNames: [bigint]
316         Reducer 2 
317             Execution mode: vectorized, llap
318             Reduce Vectorization:
319                 enabled: true
320                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
321                 reduceColumnNullOrder: aaa
322                 reduceColumnSortOrder: +++
323                 allNative: false
324                 usesVectorUDFAdaptor: false
325                 vectorized: true
326                 rowBatchContext:
327                     dataColumnCount: 4
328                     dataColumns: KEY._col0:string, KEY._col1:string, KEY._col2:bigint, VALUE._col0:bigint
329                     partitionColumnCount: 0
330                     scratchColumnTypeNames: []
331             Reduce Operator Tree:
332               Group By Operator
333                 aggregations: count(VALUE._col0)
334                 Group By Vectorization:
335                     aggregators: VectorUDAFCountMerge(col 3:bigint) -> bigint
336                     className: VectorGroupByOperator
337                     groupByMode: MERGEPARTIAL
338                     keyExpressions: col 0:string, col 1:string, col 2:bigint
339                     native: false
340                     vectorProcessingMode: MERGE_PARTIAL
341                     projectedOutputColumnNums: [0]
342                 keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint)
343                 mode: mergepartial
344                 outputColumnNames: _col0, _col1, _col3
345                 Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
346                 pruneGroupingSetId: true
347                 Select Operator
348                   expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint)
349                   outputColumnNames: _col0, _col1, _col2
350                   Select Vectorization:
351                       className: VectorSelectOperator
352                       native: true
353                       projectedOutputColumnNums: [0, 1, 2]
354                   Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
355                   Reduce Output Operator
356                     key expressions: _col0 (type: string), _col1 (type: string)
357                     sort order: ++
358                     Reduce Sink Vectorization:
359                         className: VectorReduceSinkObjectHashOperator
360                         keyColumnNums: [0, 1]
361                         native: true
362                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
363                         valueColumnNums: [2]
364                     Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
365                     TopN Hash Memory Usage: 0.1
366                     value expressions: _col2 (type: bigint)
367         Reducer 3 
368             Execution mode: vectorized, llap
369             Reduce Vectorization:
370                 enabled: true
371                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
372                 reduceColumnNullOrder: aa
373                 reduceColumnSortOrder: ++
374                 allNative: false
375                 usesVectorUDFAdaptor: false
376                 vectorized: true
377                 rowBatchContext:
378                     dataColumnCount: 3
379                     dataColumns: KEY.reducesinkkey0:string, KEY.reducesinkkey1:string, VALUE._col0:bigint
380                     partitionColumnCount: 0
381                     scratchColumnTypeNames: []
382             Reduce Operator Tree:
383               Select Operator
384                 expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint)
385                 outputColumnNames: _col0, _col1, _col2
386                 Select Vectorization:
387                     className: VectorSelectOperator
388                     native: true
389                     projectedOutputColumnNums: [0, 1, 2]
390                 Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
391                 Limit
392                   Number of rows: 10
393                   Limit Vectorization:
394                       className: VectorLimitOperator
395                       native: true
396                   Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE
397                   File Output Operator
398                     compressed: false
399                     File Sink Vectorization:
400                         className: VectorFileSinkOperator
401                         native: false
402                     Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE
403                     table:
404                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
405                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
406                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
407
408   Stage: Stage-0
409     Fetch Operator
410       limit: 10
411       Processor Tree:
412         ListSink
413
414 PREHOOK: query: SELECT a, b, count(*) FROM T1 GROUP BY a, b  GROUPING SETS (a, (a, b), b, ()) order by a, b LIMIT 10
415 PREHOOK: type: QUERY
416 PREHOOK: Input: default@t1
417 #### A masked pattern was here ####
418 POSTHOOK: query: SELECT a, b, count(*) FROM T1 GROUP BY a, b  GROUPING SETS (a, (a, b), b, ()) order by a, b LIMIT 10
419 POSTHOOK: type: QUERY
420 POSTHOOK: Input: default@t1
421 #### A masked pattern was here ####
422 a       b       _c2
423 1       1       1
424 1       NULL    1
425 2       2       1
426 2       3       1
427 2       NULL    2
428 3       NULL    1
429 NULL    1       2
430 NULL    2       3
431 NULL    3       1
432 NULL    NULL    6
433 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL
434 SELECT a, b, count(*) FROM T1 GROUP BY a, b GROUPING SETS (a, (a, b)) order by a, b LIMIT 10
435 PREHOOK: type: QUERY
436 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL
437 SELECT a, b, count(*) FROM T1 GROUP BY a, b GROUPING SETS (a, (a, b)) order by a, b LIMIT 10
438 POSTHOOK: type: QUERY
439 Explain
440 PLAN VECTORIZATION:
441   enabled: true
442   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
443
444 STAGE DEPENDENCIES:
445   Stage-1 is a root stage
446   Stage-0 depends on stages: Stage-1
447
448 STAGE PLANS:
449   Stage: Stage-1
450     Tez
451 #### A masked pattern was here ####
452       Edges:
453         Reducer 2 <- Map 1 (SIMPLE_EDGE)
454         Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
455 #### A masked pattern was here ####
456       Vertices:
457         Map 1 
458             Map Operator Tree:
459                 TableScan
460                   alias: t1
461                   Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
462                   TableScan Vectorization:
463                       native: true
464                       vectorizationSchemaColumns: [0:a:string, 1:b:string, 2:c:string, 3:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
465                   Select Operator
466                     expressions: a (type: string), b (type: string)
467                     outputColumnNames: a, b
468                     Select Vectorization:
469                         className: VectorSelectOperator
470                         native: true
471                         projectedOutputColumnNums: [0, 1]
472                     Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
473                     Group By Operator
474                       aggregations: count()
475                       Group By Vectorization:
476                           aggregators: VectorUDAFCountStar(*) -> bigint
477                           className: VectorGroupByOperator
478                           groupByMode: HASH
479                           keyExpressions: col 0:string, col 1:string, ConstantVectorExpression(val 0) -> 4:bigint
480                           native: false
481                           vectorProcessingMode: HASH
482                           projectedOutputColumnNums: [0]
483                       keys: a (type: string), b (type: string), 0L (type: bigint)
484                       mode: hash
485                       outputColumnNames: _col0, _col1, _col2, _col3
486                       Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
487                       Reduce Output Operator
488                         key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint)
489                         sort order: +++
490                         Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint)
491                         Reduce Sink Vectorization:
492                             className: VectorReduceSinkMultiKeyOperator
493                             keyColumnNums: [0, 1, 2]
494                             native: true
495                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
496                             valueColumnNums: [3]
497                         Statistics: Num rows: 12 Data size: 4416 Basic stats: COMPLETE Column stats: NONE
498                         TopN Hash Memory Usage: 0.1
499                         value expressions: _col3 (type: bigint)
500             Execution mode: vectorized, llap
501             LLAP IO: all inputs
502             Map Vectorization:
503                 enabled: true
504                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
505                 inputFormatFeatureSupport: []
506                 featureSupportInUse: []
507                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
508                 allNative: false
509                 usesVectorUDFAdaptor: false
510                 vectorized: true
511                 rowBatchContext:
512                     dataColumnCount: 3
513                     includeColumns: [0, 1]
514                     dataColumns: a:string, b:string, c:string
515                     partitionColumnCount: 0
516                     scratchColumnTypeNames: [bigint]
517         Reducer 2 
518             Execution mode: vectorized, llap
519             Reduce Vectorization:
520                 enabled: true
521                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
522                 reduceColumnNullOrder: aaa
523                 reduceColumnSortOrder: +++
524                 allNative: false
525                 usesVectorUDFAdaptor: false
526                 vectorized: true
527                 rowBatchContext:
528                     dataColumnCount: 4
529                     dataColumns: KEY._col0:string, KEY._col1:string, KEY._col2:bigint, VALUE._col0:bigint
530                     partitionColumnCount: 0
531                     scratchColumnTypeNames: []
532             Reduce Operator Tree:
533               Group By Operator
534                 aggregations: count(VALUE._col0)
535                 Group By Vectorization:
536                     aggregators: VectorUDAFCountMerge(col 3:bigint) -> bigint
537                     className: VectorGroupByOperator
538                     groupByMode: MERGEPARTIAL
539                     keyExpressions: col 0:string, col 1:string, col 2:bigint
540                     native: false
541                     vectorProcessingMode: MERGE_PARTIAL
542                     projectedOutputColumnNums: [0]
543                 keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint)
544                 mode: mergepartial
545                 outputColumnNames: _col0, _col1, _col3
546                 Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
547                 pruneGroupingSetId: true
548                 Select Operator
549                   expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint)
550                   outputColumnNames: _col0, _col1, _col2
551                   Select Vectorization:
552                       className: VectorSelectOperator
553                       native: true
554                       projectedOutputColumnNums: [0, 1, 2]
555                   Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
556                   Reduce Output Operator
557                     key expressions: _col0 (type: string), _col1 (type: string)
558                     sort order: ++
559                     Reduce Sink Vectorization:
560                         className: VectorReduceSinkObjectHashOperator
561                         keyColumnNums: [0, 1]
562                         native: true
563                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
564                         valueColumnNums: [2]
565                     Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
566                     TopN Hash Memory Usage: 0.1
567                     value expressions: _col2 (type: bigint)
568         Reducer 3 
569             Execution mode: vectorized, llap
570             Reduce Vectorization:
571                 enabled: true
572                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
573                 reduceColumnNullOrder: aa
574                 reduceColumnSortOrder: ++
575                 allNative: false
576                 usesVectorUDFAdaptor: false
577                 vectorized: true
578                 rowBatchContext:
579                     dataColumnCount: 3
580                     dataColumns: KEY.reducesinkkey0:string, KEY.reducesinkkey1:string, VALUE._col0:bigint
581                     partitionColumnCount: 0
582                     scratchColumnTypeNames: []
583             Reduce Operator Tree:
584               Select Operator
585                 expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint)
586                 outputColumnNames: _col0, _col1, _col2
587                 Select Vectorization:
588                     className: VectorSelectOperator
589                     native: true
590                     projectedOutputColumnNums: [0, 1, 2]
591                 Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
592                 Limit
593                   Number of rows: 10
594                   Limit Vectorization:
595                       className: VectorLimitOperator
596                       native: true
597                   Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
598                   File Output Operator
599                     compressed: false
600                     File Sink Vectorization:
601                         className: VectorFileSinkOperator
602                         native: false
603                     Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
604                     table:
605                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
606                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
607                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
608
609   Stage: Stage-0
610     Fetch Operator
611       limit: 10
612       Processor Tree:
613         ListSink
614
615 PREHOOK: query: SELECT a, b, count(*) FROM T1 GROUP BY a, b GROUPING SETS (a, (a, b)) order by a, b LIMIT 10
616 PREHOOK: type: QUERY
617 PREHOOK: Input: default@t1
618 #### A masked pattern was here ####
619 POSTHOOK: query: SELECT a, b, count(*) FROM T1 GROUP BY a, b GROUPING SETS (a, (a, b)) order by a, b LIMIT 10
620 POSTHOOK: type: QUERY
621 POSTHOOK: Input: default@t1
622 #### A masked pattern was here ####
623 a       b       _c2
624 1       1       1
625 1       NULL    1
626 2       2       1
627 2       3       1
628 2       NULL    2
629 3       2       1
630 3       NULL    1
631 5       2       1
632 5       NULL    1
633 8       NULL    1
634 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL
635 SELECT a FROM T1 GROUP BY a, b, c GROUPING SETS (a, b, c) order by a LIMIT 10
636 PREHOOK: type: QUERY
637 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL
638 SELECT a FROM T1 GROUP BY a, b, c GROUPING SETS (a, b, c) order by a LIMIT 10
639 POSTHOOK: type: QUERY
640 Explain
641 PLAN VECTORIZATION:
642   enabled: true
643   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
644
645 STAGE DEPENDENCIES:
646   Stage-1 is a root stage
647   Stage-0 depends on stages: Stage-1
648
649 STAGE PLANS:
650   Stage: Stage-1
651     Tez
652 #### A masked pattern was here ####
653       Edges:
654         Reducer 2 <- Map 1 (SIMPLE_EDGE)
655         Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
656 #### A masked pattern was here ####
657       Vertices:
658         Map 1 
659             Map Operator Tree:
660                 TableScan
661                   alias: t1
662                   Statistics: Num rows: 6 Data size: 3312 Basic stats: COMPLETE Column stats: NONE
663                   TableScan Vectorization:
664                       native: true
665                       vectorizationSchemaColumns: [0:a:string, 1:b:string, 2:c:string, 3:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
666                   Select Operator
667                     expressions: a (type: string), b (type: string), c (type: string)
668                     outputColumnNames: a, b, c
669                     Select Vectorization:
670                         className: VectorSelectOperator
671                         native: true
672                         projectedOutputColumnNums: [0, 1, 2]
673                     Statistics: Num rows: 6 Data size: 3312 Basic stats: COMPLETE Column stats: NONE
674                     Group By Operator
675                       Group By Vectorization:
676                           className: VectorGroupByOperator
677                           groupByMode: HASH
678                           keyExpressions: col 0:string, col 1:string, col 2:string, ConstantVectorExpression(val 0) -> 4:bigint
679                           native: false
680                           vectorProcessingMode: HASH
681                           projectedOutputColumnNums: []
682                       keys: a (type: string), b (type: string), c (type: string), 0L (type: bigint)
683                       mode: hash
684                       outputColumnNames: _col0, _col1, _col2, _col3
685                       Statistics: Num rows: 18 Data size: 9936 Basic stats: COMPLETE Column stats: NONE
686                       Reduce Output Operator
687                         key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: bigint)
688                         sort order: ++++
689                         Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: bigint)
690                         Reduce Sink Vectorization:
691                             className: VectorReduceSinkMultiKeyOperator
692                             keyColumnNums: [0, 1, 2, 3]
693                             native: true
694                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
695                             valueColumnNums: []
696                         Statistics: Num rows: 18 Data size: 9936 Basic stats: COMPLETE Column stats: NONE
697                         TopN Hash Memory Usage: 0.1
698             Execution mode: vectorized, llap
699             LLAP IO: all inputs
700             Map Vectorization:
701                 enabled: true
702                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
703                 inputFormatFeatureSupport: []
704                 featureSupportInUse: []
705                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
706                 allNative: false
707                 usesVectorUDFAdaptor: false
708                 vectorized: true
709                 rowBatchContext:
710                     dataColumnCount: 3
711                     includeColumns: [0, 1, 2]
712                     dataColumns: a:string, b:string, c:string
713                     partitionColumnCount: 0
714                     scratchColumnTypeNames: [bigint]
715         Reducer 2 
716             Execution mode: vectorized, llap
717             Reduce Vectorization:
718                 enabled: true
719                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
720                 reduceColumnNullOrder: aaaa
721                 reduceColumnSortOrder: ++++
722                 allNative: false
723                 usesVectorUDFAdaptor: false
724                 vectorized: true
725                 rowBatchContext:
726                     dataColumnCount: 4
727                     dataColumns: KEY._col0:string, KEY._col1:string, KEY._col2:string, KEY._col3:bigint
728                     partitionColumnCount: 0
729                     scratchColumnTypeNames: []
730             Reduce Operator Tree:
731               Group By Operator
732                 Group By Vectorization:
733                     className: VectorGroupByOperator
734                     groupByMode: MERGEPARTIAL
735                     keyExpressions: col 0:string, col 1:string, col 2:string, col 3:bigint
736                     native: false
737                     vectorProcessingMode: MERGE_PARTIAL
738                     projectedOutputColumnNums: []
739                 keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: bigint)
740                 mode: mergepartial
741                 outputColumnNames: _col0, _col1, _col2
742                 Statistics: Num rows: 9 Data size: 4968 Basic stats: COMPLETE Column stats: NONE
743                 pruneGroupingSetId: true
744                 Select Operator
745                   expressions: _col0 (type: string)
746                   outputColumnNames: _col0
747                   Select Vectorization:
748                       className: VectorSelectOperator
749                       native: true
750                       projectedOutputColumnNums: [0]
751                   Statistics: Num rows: 9 Data size: 4968 Basic stats: COMPLETE Column stats: NONE
752                   Reduce Output Operator
753                     key expressions: _col0 (type: string)
754                     sort order: +
755                     Reduce Sink Vectorization:
756                         className: VectorReduceSinkObjectHashOperator
757                         keyColumnNums: [0]
758                         native: true
759                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
760                         valueColumnNums: []
761                     Statistics: Num rows: 9 Data size: 4968 Basic stats: COMPLETE Column stats: NONE
762                     TopN Hash Memory Usage: 0.1
763         Reducer 3 
764             Execution mode: vectorized, llap
765             Reduce Vectorization:
766                 enabled: true
767                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
768                 reduceColumnNullOrder: a
769                 reduceColumnSortOrder: +
770                 allNative: false
771                 usesVectorUDFAdaptor: false
772                 vectorized: true
773                 rowBatchContext:
774                     dataColumnCount: 1
775                     dataColumns: KEY.reducesinkkey0:string
776                     partitionColumnCount: 0
777                     scratchColumnTypeNames: []
778             Reduce Operator Tree:
779               Select Operator
780                 expressions: KEY.reducesinkkey0 (type: string)
781                 outputColumnNames: _col0
782                 Select Vectorization:
783                     className: VectorSelectOperator
784                     native: true
785                     projectedOutputColumnNums: [0]
786                 Statistics: Num rows: 9 Data size: 4968 Basic stats: COMPLETE Column stats: NONE
787                 Limit
788                   Number of rows: 10
789                   Limit Vectorization:
790                       className: VectorLimitOperator
791                       native: true
792                   Statistics: Num rows: 9 Data size: 4968 Basic stats: COMPLETE Column stats: NONE
793                   File Output Operator
794                     compressed: false
795                     File Sink Vectorization:
796                         className: VectorFileSinkOperator
797                         native: false
798                     Statistics: Num rows: 9 Data size: 4968 Basic stats: COMPLETE Column stats: NONE
799                     table:
800                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
801                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
802                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
803
804   Stage: Stage-0
805     Fetch Operator
806       limit: 10
807       Processor Tree:
808         ListSink
809
810 PREHOOK: query: SELECT a FROM T1 GROUP BY a, b, c GROUPING SETS (a, b, c) order by a LIMIT 10
811 PREHOOK: type: QUERY
812 PREHOOK: Input: default@t1
813 #### A masked pattern was here ####
814 POSTHOOK: query: SELECT a FROM T1 GROUP BY a, b, c GROUPING SETS (a, b, c) order by a LIMIT 10
815 POSTHOOK: type: QUERY
816 POSTHOOK: Input: default@t1
817 #### A masked pattern was here ####
818 a
819 1
820 NULL
821 NULL
822 NULL
823 NULL
824 NULL
825 NULL
826 NULL
827 NULL
828 NULL
829 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL
830 SELECT a FROM T1 GROUP BY a GROUPING SETS ((a), (a)) order by a LIMIT 10
831 PREHOOK: type: QUERY
832 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL
833 SELECT a FROM T1 GROUP BY a GROUPING SETS ((a), (a)) order by a LIMIT 10
834 POSTHOOK: type: QUERY
835 Explain
836 PLAN VECTORIZATION:
837   enabled: true
838   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
839
840 STAGE DEPENDENCIES:
841   Stage-1 is a root stage
842   Stage-0 depends on stages: Stage-1
843
844 STAGE PLANS:
845   Stage: Stage-1
846     Tez
847 #### A masked pattern was here ####
848       Edges:
849         Reducer 2 <- Map 1 (SIMPLE_EDGE)
850         Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
851 #### A masked pattern was here ####
852       Vertices:
853         Map 1 
854             Map Operator Tree:
855                 TableScan
856                   alias: t1
857                   Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE
858                   TableScan Vectorization:
859                       native: true
860                       vectorizationSchemaColumns: [0:a:string, 1:b:string, 2:c:string, 3:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
861                   Select Operator
862                     expressions: a (type: string)
863                     outputColumnNames: a
864                     Select Vectorization:
865                         className: VectorSelectOperator
866                         native: true
867                         projectedOutputColumnNums: [0]
868                     Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE
869                     Group By Operator
870                       Group By Vectorization:
871                           className: VectorGroupByOperator
872                           groupByMode: HASH
873                           keyExpressions: col 0:string
874                           native: false
875                           vectorProcessingMode: HASH
876                           projectedOutputColumnNums: []
877                       keys: a (type: string)
878                       mode: hash
879                       outputColumnNames: _col0
880                       Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE
881                       Reduce Output Operator
882                         key expressions: _col0 (type: string)
883                         sort order: +
884                         Map-reduce partition columns: _col0 (type: string)
885                         Reduce Sink Vectorization:
886                             className: VectorReduceSinkStringOperator
887                             keyColumnNums: [0]
888                             native: true
889                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
890                             valueColumnNums: []
891                         Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE
892                         TopN Hash Memory Usage: 0.1
893             Execution mode: vectorized, llap
894             LLAP IO: all inputs
895             Map Vectorization:
896                 enabled: true
897                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
898                 inputFormatFeatureSupport: []
899                 featureSupportInUse: []
900                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
901                 allNative: false
902                 usesVectorUDFAdaptor: false
903                 vectorized: true
904                 rowBatchContext:
905                     dataColumnCount: 3
906                     includeColumns: [0]
907                     dataColumns: a:string, b:string, c:string
908                     partitionColumnCount: 0
909                     scratchColumnTypeNames: []
910         Reducer 2 
911             Execution mode: vectorized, llap
912             Reduce Vectorization:
913                 enabled: true
914                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
915                 reduceColumnNullOrder: a
916                 reduceColumnSortOrder: +
917                 allNative: false
918                 usesVectorUDFAdaptor: false
919                 vectorized: true
920                 rowBatchContext:
921                     dataColumnCount: 1
922                     dataColumns: KEY._col0:string
923                     partitionColumnCount: 0
924                     scratchColumnTypeNames: []
925             Reduce Operator Tree:
926               Group By Operator
927                 Group By Vectorization:
928                     className: VectorGroupByOperator
929                     groupByMode: MERGEPARTIAL
930                     keyExpressions: col 0:string
931                     native: false
932                     vectorProcessingMode: MERGE_PARTIAL
933                     projectedOutputColumnNums: []
934                 keys: KEY._col0 (type: string)
935                 mode: mergepartial
936                 outputColumnNames: _col0
937                 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE
938                 Reduce Output Operator
939                   key expressions: _col0 (type: string)
940                   sort order: +
941                   Reduce Sink Vectorization:
942                       className: VectorReduceSinkObjectHashOperator
943                       keyColumnNums: [0]
944                       native: true
945                       nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
946                       valueColumnNums: []
947                   Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE
948                   TopN Hash Memory Usage: 0.1
949         Reducer 3 
950             Execution mode: vectorized, llap
951             Reduce Vectorization:
952                 enabled: true
953                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
954                 reduceColumnNullOrder: a
955                 reduceColumnSortOrder: +
956                 allNative: false
957                 usesVectorUDFAdaptor: false
958                 vectorized: true
959                 rowBatchContext:
960                     dataColumnCount: 1
961                     dataColumns: KEY.reducesinkkey0:string
962                     partitionColumnCount: 0
963                     scratchColumnTypeNames: []
964             Reduce Operator Tree:
965               Select Operator
966                 expressions: KEY.reducesinkkey0 (type: string)
967                 outputColumnNames: _col0
968                 Select Vectorization:
969                     className: VectorSelectOperator
970                     native: true
971                     projectedOutputColumnNums: [0]
972                 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE
973                 Limit
974                   Number of rows: 10
975                   Limit Vectorization:
976                       className: VectorLimitOperator
977                       native: true
978                   Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE
979                   File Output Operator
980                     compressed: false
981                     File Sink Vectorization:
982                         className: VectorFileSinkOperator
983                         native: false
984                     Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE
985                     table:
986                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
987                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
988                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
989
990   Stage: Stage-0
991     Fetch Operator
992       limit: 10
993       Processor Tree:
994         ListSink
995
996 PREHOOK: query: SELECT a FROM T1 GROUP BY a GROUPING SETS ((a), (a)) order by a LIMIT 10
997 PREHOOK: type: QUERY
998 PREHOOK: Input: default@t1
999 #### A masked pattern was here ####
1000 POSTHOOK: query: SELECT a FROM T1 GROUP BY a GROUPING SETS ((a), (a)) order by a LIMIT 10
1001 POSTHOOK: type: QUERY
1002 POSTHOOK: Input: default@t1
1003 #### A masked pattern was here ####
1004 a
1005 1
1006 2
1007 3
1008 5
1009 8
1010 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL
1011 SELECT a + b ab, count(*) FROM T1 GROUP BY a + b GROUPING SETS (a+b) order by ab LIMIT 10
1012 PREHOOK: type: QUERY
1013 POSTHOOK: query: EXPLAIN VECTORIZATION DETAIL
1014 SELECT a + b ab, count(*) FROM T1 GROUP BY a + b GROUPING SETS (a+b) order by ab LIMIT 10
1015 POSTHOOK: type: QUERY
1016 Explain
1017 PLAN VECTORIZATION:
1018   enabled: true
1019   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1020
1021 STAGE DEPENDENCIES:
1022   Stage-1 is a root stage
1023   Stage-0 depends on stages: Stage-1
1024
1025 STAGE PLANS:
1026   Stage: Stage-1
1027     Tez
1028 #### A masked pattern was here ####
1029       Edges:
1030         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1031         Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
1032 #### A masked pattern was here ####
1033       Vertices:
1034         Map 1 
1035             Map Operator Tree:
1036                 TableScan
1037                   alias: t1
1038                   Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
1039                   TableScan Vectorization:
1040                       native: true
1041                       vectorizationSchemaColumns: [0:a:string, 1:b:string, 2:c:string, 3:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1042                   Select Operator
1043                     expressions: (UDFToDouble(a) + UDFToDouble(b)) (type: double)
1044                     outputColumnNames: _col0
1045                     Select Vectorization:
1046                         className: VectorSelectOperator
1047                         native: true
1048                         projectedOutputColumnNums: [6]
1049                         selectExpressions: DoubleColAddDoubleColumn(col 4:double, col 5:double)(children: CastStringToDouble(col 0:string) -> 4:double, CastStringToDouble(col 1:string) -> 5:double) -> 6:double
1050                     Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
1051                     Group By Operator
1052                       aggregations: count()
1053                       Group By Vectorization:
1054                           aggregators: VectorUDAFCountStar(*) -> bigint
1055                           className: VectorGroupByOperator
1056                           groupByMode: HASH
1057                           keyExpressions: col 6:double
1058                           native: false
1059                           vectorProcessingMode: HASH
1060                           projectedOutputColumnNums: [0]
1061                       keys: _col0 (type: double)
1062                       mode: hash
1063                       outputColumnNames: _col0, _col1
1064                       Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
1065                       Reduce Output Operator
1066                         key expressions: _col0 (type: double)
1067                         sort order: +
1068                         Map-reduce partition columns: _col0 (type: double)
1069                         Reduce Sink Vectorization:
1070                             className: VectorReduceSinkMultiKeyOperator
1071                             keyColumnNums: [0]
1072                             native: true
1073                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1074                             valueColumnNums: [1]
1075                         Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE
1076                         TopN Hash Memory Usage: 0.1
1077                         value expressions: _col1 (type: bigint)
1078             Execution mode: vectorized, llap
1079             LLAP IO: all inputs
1080             Map Vectorization:
1081                 enabled: true
1082                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
1083                 inputFormatFeatureSupport: []
1084                 featureSupportInUse: []
1085                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
1086                 allNative: false
1087                 usesVectorUDFAdaptor: false
1088                 vectorized: true
1089                 rowBatchContext:
1090                     dataColumnCount: 3
1091                     includeColumns: [0, 1]
1092                     dataColumns: a:string, b:string, c:string
1093                     partitionColumnCount: 0
1094                     scratchColumnTypeNames: [double, double, double]
1095         Reducer 2 
1096             Execution mode: vectorized, llap
1097             Reduce Vectorization:
1098                 enabled: true
1099                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1100                 reduceColumnNullOrder: a
1101                 reduceColumnSortOrder: +
1102                 allNative: false
1103                 usesVectorUDFAdaptor: false
1104                 vectorized: true
1105                 rowBatchContext:
1106                     dataColumnCount: 2
1107                     dataColumns: KEY._col0:double, VALUE._col0:bigint
1108                     partitionColumnCount: 0
1109                     scratchColumnTypeNames: []
1110             Reduce Operator Tree:
1111               Group By Operator
1112                 aggregations: count(VALUE._col0)
1113                 Group By Vectorization:
1114                     aggregators: VectorUDAFCountMerge(col 1:bigint) -> bigint
1115                     className: VectorGroupByOperator
1116                     groupByMode: MERGEPARTIAL
1117                     keyExpressions: col 0:double
1118                     native: false
1119                     vectorProcessingMode: MERGE_PARTIAL
1120                     projectedOutputColumnNums: [0]
1121                 keys: KEY._col0 (type: double)
1122                 mode: mergepartial
1123                 outputColumnNames: _col0, _col1
1124                 Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE
1125                 Reduce Output Operator
1126                   key expressions: _col0 (type: double)
1127                   sort order: +
1128                   Reduce Sink Vectorization:
1129                       className: VectorReduceSinkObjectHashOperator
1130                       keyColumnNums: [0]
1131                       native: true
1132                       nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1133                       valueColumnNums: [1]
1134                   Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE
1135                   TopN Hash Memory Usage: 0.1
1136                   value expressions: _col1 (type: bigint)
1137         Reducer 3 
1138             Execution mode: vectorized, llap
1139             Reduce Vectorization:
1140                 enabled: true
1141                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1142                 reduceColumnNullOrder: a
1143                 reduceColumnSortOrder: +
1144                 allNative: false
1145                 usesVectorUDFAdaptor: false
1146                 vectorized: true
1147                 rowBatchContext:
1148                     dataColumnCount: 2
1149                     dataColumns: KEY.reducesinkkey0:double, VALUE._col0:bigint
1150                     partitionColumnCount: 0
1151                     scratchColumnTypeNames: []
1152             Reduce Operator Tree:
1153               Select Operator
1154                 expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: bigint)
1155                 outputColumnNames: _col0, _col1
1156                 Select Vectorization:
1157                     className: VectorSelectOperator
1158                     native: true
1159                     projectedOutputColumnNums: [0, 1]
1160                 Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE
1161                 Limit
1162                   Number of rows: 10
1163                   Limit Vectorization:
1164                       className: VectorLimitOperator
1165                       native: true
1166                   Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE
1167                   File Output Operator
1168                     compressed: false
1169                     File Sink Vectorization:
1170                         className: VectorFileSinkOperator
1171                         native: false
1172                     Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE
1173                     table:
1174                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1175                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1176                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1177
1178   Stage: Stage-0
1179     Fetch Operator
1180       limit: 10
1181       Processor Tree:
1182         ListSink
1183
1184 PREHOOK: query: SELECT a + b ab, count(*) FROM T1 GROUP BY a + b GROUPING SETS (a+b) order by ab LIMIT 10
1185 PREHOOK: type: QUERY
1186 PREHOOK: Input: default@t1
1187 #### A masked pattern was here ####
1188 POSTHOOK: query: SELECT a + b ab, count(*) FROM T1 GROUP BY a + b GROUPING SETS (a+b) order by ab LIMIT 10
1189 POSTHOOK: type: QUERY
1190 POSTHOOK: Input: default@t1
1191 #### A masked pattern was here ####
1192 ab      _c1
1193 2.0     1
1194 4.0     1
1195 5.0     2
1196 7.0     1
1197 9.0     1