HIVE-18797 : ExprConstNodeDesc's getExprString should put appropriate qualifier with...
[hive.git] / ql / src / test / results / clientpositive / llap / vector_groupby_grouping_sets_grouping.q.out
1 PREHOOK: query: CREATE TABLE T1_text(key INT, value INT) STORED AS TEXTFILE
2 PREHOOK: type: CREATETABLE
3 PREHOOK: Output: database:default
4 PREHOOK: Output: default@T1_text
5 POSTHOOK: query: CREATE TABLE T1_text(key INT, value INT) STORED AS TEXTFILE
6 POSTHOOK: type: CREATETABLE
7 POSTHOOK: Output: database:default
8 POSTHOOK: Output: default@T1_text
9 PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/groupby_groupingid.txt' INTO TABLE T1_text
10 PREHOOK: type: LOAD
11 #### A masked pattern was here ####
12 PREHOOK: Output: default@t1_text
13 POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/groupby_groupingid.txt' INTO TABLE T1_text
14 POSTHOOK: type: LOAD
15 #### A masked pattern was here ####
16 POSTHOOK: Output: default@t1_text
17 PREHOOK: query: CREATE TABLE T1 STORED AS ORC AS SELECT * FROM T1_text
18 PREHOOK: type: CREATETABLE_AS_SELECT
19 PREHOOK: Input: default@t1_text
20 PREHOOK: Output: database:default
21 PREHOOK: Output: default@T1
22 POSTHOOK: query: CREATE TABLE T1 STORED AS ORC AS SELECT * FROM T1_text
23 POSTHOOK: type: CREATETABLE_AS_SELECT
24 POSTHOOK: Input: default@t1_text
25 POSTHOOK: Output: database:default
26 POSTHOOK: Output: default@T1
27 POSTHOOK: Lineage: t1.key SIMPLE [(t1_text)t1_text.FieldSchema(name:key, type:int, comment:null), ]
28 POSTHOOK: Lineage: t1.value SIMPLE [(t1_text)t1_text.FieldSchema(name:value, type:int, comment:null), ]
29 t1_text.key     t1_text.value
30 PREHOOK: query: explain vectorization detail
31 select key, value, `grouping__id`, grouping(key), grouping(value)
32 from T1
33 group by rollup(key, value)
34 PREHOOK: type: QUERY
35 POSTHOOK: query: explain vectorization detail
36 select key, value, `grouping__id`, grouping(key), grouping(value)
37 from T1
38 group by rollup(key, value)
39 POSTHOOK: type: QUERY
40 Explain
41 PLAN VECTORIZATION:
42   enabled: true
43   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
44
45 STAGE DEPENDENCIES:
46   Stage-1 is a root stage
47   Stage-0 depends on stages: Stage-1
48
49 STAGE PLANS:
50   Stage: Stage-1
51     Tez
52 #### A masked pattern was here ####
53       Edges:
54         Reducer 2 <- Map 1 (SIMPLE_EDGE)
55 #### A masked pattern was here ####
56       Vertices:
57         Map 1 
58             Map Operator Tree:
59                 TableScan
60                   alias: t1
61                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
62                   TableScan Vectorization:
63                       native: true
64                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
65                   Select Operator
66                     expressions: key (type: int), value (type: int)
67                     outputColumnNames: _col0, _col1
68                     Select Vectorization:
69                         className: VectorSelectOperator
70                         native: true
71                         projectedOutputColumnNums: [0, 1]
72                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
73                     Group By Operator
74                       Group By Vectorization:
75                           className: VectorGroupByOperator
76                           groupByMode: HASH
77                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
78                           native: false
79                           vectorProcessingMode: HASH
80                           projectedOutputColumnNums: []
81                       keys: _col0 (type: int), _col1 (type: int), 0L (type: bigint)
82                       mode: hash
83                       outputColumnNames: _col0, _col1, _col2
84                       Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE
85                       Reduce Output Operator
86                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
87                         sort order: +++
88                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
89                         Reduce Sink Vectorization:
90                             className: VectorReduceSinkMultiKeyOperator
91                             keyColumnNums: [0, 1, 2]
92                             native: true
93                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
94                             valueColumnNums: []
95                         Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE
96             Execution mode: vectorized, llap
97             LLAP IO: all inputs
98             Map Vectorization:
99                 enabled: true
100                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
101                 inputFormatFeatureSupport: []
102                 featureSupportInUse: []
103                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
104                 allNative: false
105                 usesVectorUDFAdaptor: false
106                 vectorized: true
107                 rowBatchContext:
108                     dataColumnCount: 2
109                     includeColumns: [0, 1]
110                     dataColumns: key:int, value:int
111                     partitionColumnCount: 0
112                     scratchColumnTypeNames: [bigint]
113         Reducer 2 
114             Execution mode: vectorized, llap
115             Reduce Vectorization:
116                 enabled: true
117                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
118                 reduceColumnNullOrder: aaa
119                 reduceColumnSortOrder: +++
120                 allNative: false
121                 usesVectorUDFAdaptor: true
122                 vectorized: true
123                 rowBatchContext:
124                     dataColumnCount: 3
125                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
126                     partitionColumnCount: 0
127                     scratchColumnTypeNames: []
128             Reduce Operator Tree:
129               Group By Operator
130                 Group By Vectorization:
131                     className: VectorGroupByOperator
132                     groupByMode: MERGEPARTIAL
133                     keyExpressions: col 0:int, col 1:int, col 2:bigint
134                     native: false
135                     vectorProcessingMode: MERGE_PARTIAL
136                     projectedOutputColumnNums: []
137                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
138                 mode: mergepartial
139                 outputColumnNames: _col0, _col1, _col2
140                 Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
141                 Select Operator
142                   expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), grouping(_col2, 1) (type: bigint), grouping(_col2, 0) (type: bigint)
143                   outputColumnNames: _col0, _col1, _col2, _col3, _col4
144                   Select Vectorization:
145                       className: VectorSelectOperator
146                       native: true
147                       projectedOutputColumnNums: [0, 1, 2, 3, 4]
148                       selectExpressions: VectorUDFAdaptor(grouping(_col2, 1)) -> 3:bigint, VectorUDFAdaptor(grouping(_col2, 0)) -> 4:bigint
149                   Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
150                   File Output Operator
151                     compressed: false
152                     File Sink Vectorization:
153                         className: VectorFileSinkOperator
154                         native: false
155                     Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
156                     table:
157                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
158                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
159                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
160
161   Stage: Stage-0
162     Fetch Operator
163       limit: -1
164       Processor Tree:
165         ListSink
166
167 PREHOOK: query: select key, value, `grouping__id`, grouping(key), grouping(value)
168 from T1
169 group by rollup(key, value)
170 PREHOOK: type: QUERY
171 PREHOOK: Input: default@t1
172 #### A masked pattern was here ####
173 POSTHOOK: query: select key, value, `grouping__id`, grouping(key), grouping(value)
174 from T1
175 group by rollup(key, value)
176 POSTHOOK: type: QUERY
177 POSTHOOK: Input: default@t1
178 #### A masked pattern was here ####
179 key     value   grouping__id    _c3     _c4
180 1       1       0       0       0
181 1       NULL    0       0       0
182 1       NULL    1       0       1
183 2       2       0       0       0
184 2       NULL    1       0       1
185 3       3       0       0       0
186 3       NULL    0       0       0
187 3       NULL    1       0       1
188 4       5       0       0       0
189 4       NULL    1       0       1
190 NULL    NULL    3       1       1
191 PREHOOK: query: explain vectorization detail
192 select key, value, `grouping__id`, grouping(key), grouping(value)
193 from T1
194 group by cube(key, value)
195 PREHOOK: type: QUERY
196 POSTHOOK: query: explain vectorization detail
197 select key, value, `grouping__id`, grouping(key), grouping(value)
198 from T1
199 group by cube(key, value)
200 POSTHOOK: type: QUERY
201 Explain
202 PLAN VECTORIZATION:
203   enabled: true
204   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
205
206 STAGE DEPENDENCIES:
207   Stage-1 is a root stage
208   Stage-0 depends on stages: Stage-1
209
210 STAGE PLANS:
211   Stage: Stage-1
212     Tez
213 #### A masked pattern was here ####
214       Edges:
215         Reducer 2 <- Map 1 (SIMPLE_EDGE)
216 #### A masked pattern was here ####
217       Vertices:
218         Map 1 
219             Map Operator Tree:
220                 TableScan
221                   alias: t1
222                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
223                   TableScan Vectorization:
224                       native: true
225                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
226                   Select Operator
227                     expressions: key (type: int), value (type: int)
228                     outputColumnNames: _col0, _col1
229                     Select Vectorization:
230                         className: VectorSelectOperator
231                         native: true
232                         projectedOutputColumnNums: [0, 1]
233                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
234                     Group By Operator
235                       Group By Vectorization:
236                           className: VectorGroupByOperator
237                           groupByMode: HASH
238                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
239                           native: false
240                           vectorProcessingMode: HASH
241                           projectedOutputColumnNums: []
242                       keys: _col0 (type: int), _col1 (type: int), 0L (type: bigint)
243                       mode: hash
244                       outputColumnNames: _col0, _col1, _col2
245                       Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
246                       Reduce Output Operator
247                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
248                         sort order: +++
249                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
250                         Reduce Sink Vectorization:
251                             className: VectorReduceSinkMultiKeyOperator
252                             keyColumnNums: [0, 1, 2]
253                             native: true
254                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
255                             valueColumnNums: []
256                         Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
257             Execution mode: vectorized, llap
258             LLAP IO: all inputs
259             Map Vectorization:
260                 enabled: true
261                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
262                 inputFormatFeatureSupport: []
263                 featureSupportInUse: []
264                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
265                 allNative: false
266                 usesVectorUDFAdaptor: false
267                 vectorized: true
268                 rowBatchContext:
269                     dataColumnCount: 2
270                     includeColumns: [0, 1]
271                     dataColumns: key:int, value:int
272                     partitionColumnCount: 0
273                     scratchColumnTypeNames: [bigint]
274         Reducer 2 
275             Execution mode: vectorized, llap
276             Reduce Vectorization:
277                 enabled: true
278                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
279                 reduceColumnNullOrder: aaa
280                 reduceColumnSortOrder: +++
281                 allNative: false
282                 usesVectorUDFAdaptor: true
283                 vectorized: true
284                 rowBatchContext:
285                     dataColumnCount: 3
286                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
287                     partitionColumnCount: 0
288                     scratchColumnTypeNames: []
289             Reduce Operator Tree:
290               Group By Operator
291                 Group By Vectorization:
292                     className: VectorGroupByOperator
293                     groupByMode: MERGEPARTIAL
294                     keyExpressions: col 0:int, col 1:int, col 2:bigint
295                     native: false
296                     vectorProcessingMode: MERGE_PARTIAL
297                     projectedOutputColumnNums: []
298                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
299                 mode: mergepartial
300                 outputColumnNames: _col0, _col1, _col2
301                 Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
302                 Select Operator
303                   expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), grouping(_col2, 1) (type: bigint), grouping(_col2, 0) (type: bigint)
304                   outputColumnNames: _col0, _col1, _col2, _col3, _col4
305                   Select Vectorization:
306                       className: VectorSelectOperator
307                       native: true
308                       projectedOutputColumnNums: [0, 1, 2, 3, 4]
309                       selectExpressions: VectorUDFAdaptor(grouping(_col2, 1)) -> 3:bigint, VectorUDFAdaptor(grouping(_col2, 0)) -> 4:bigint
310                   Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
311                   File Output Operator
312                     compressed: false
313                     File Sink Vectorization:
314                         className: VectorFileSinkOperator
315                         native: false
316                     Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
317                     table:
318                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
319                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
320                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
321
322   Stage: Stage-0
323     Fetch Operator
324       limit: -1
325       Processor Tree:
326         ListSink
327
328 PREHOOK: query: select key, value, `grouping__id`, grouping(key), grouping(value)
329 from T1
330 group by cube(key, value)
331 PREHOOK: type: QUERY
332 PREHOOK: Input: default@t1
333 #### A masked pattern was here ####
334 POSTHOOK: query: select key, value, `grouping__id`, grouping(key), grouping(value)
335 from T1
336 group by cube(key, value)
337 POSTHOOK: type: QUERY
338 POSTHOOK: Input: default@t1
339 #### A masked pattern was here ####
340 key     value   grouping__id    _c3     _c4
341 1       1       0       0       0
342 1       NULL    0       0       0
343 1       NULL    1       0       1
344 2       2       0       0       0
345 2       NULL    1       0       1
346 3       3       0       0       0
347 3       NULL    0       0       0
348 3       NULL    1       0       1
349 4       5       0       0       0
350 4       NULL    1       0       1
351 NULL    1       2       1       0
352 NULL    2       2       1       0
353 NULL    3       2       1       0
354 NULL    5       2       1       0
355 NULL    NULL    2       1       0
356 NULL    NULL    3       1       1
357 PREHOOK: query: explain vectorization detail
358 select key, value
359 from T1
360 group by cube(key, value)
361 having grouping(key) = 1
362 PREHOOK: type: QUERY
363 POSTHOOK: query: explain vectorization detail
364 select key, value
365 from T1
366 group by cube(key, value)
367 having grouping(key) = 1
368 POSTHOOK: type: QUERY
369 Explain
370 PLAN VECTORIZATION:
371   enabled: true
372   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
373
374 STAGE DEPENDENCIES:
375   Stage-1 is a root stage
376   Stage-0 depends on stages: Stage-1
377
378 STAGE PLANS:
379   Stage: Stage-1
380     Tez
381 #### A masked pattern was here ####
382       Edges:
383         Reducer 2 <- Map 1 (SIMPLE_EDGE)
384 #### A masked pattern was here ####
385       Vertices:
386         Map 1 
387             Map Operator Tree:
388                 TableScan
389                   alias: t1
390                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
391                   TableScan Vectorization:
392                       native: true
393                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
394                   Select Operator
395                     expressions: key (type: int), value (type: int)
396                     outputColumnNames: _col0, _col1
397                     Select Vectorization:
398                         className: VectorSelectOperator
399                         native: true
400                         projectedOutputColumnNums: [0, 1]
401                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
402                     Group By Operator
403                       Group By Vectorization:
404                           className: VectorGroupByOperator
405                           groupByMode: HASH
406                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
407                           native: false
408                           vectorProcessingMode: HASH
409                           projectedOutputColumnNums: []
410                       keys: _col0 (type: int), _col1 (type: int), 0L (type: bigint)
411                       mode: hash
412                       outputColumnNames: _col0, _col1, _col2
413                       Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
414                       Reduce Output Operator
415                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
416                         sort order: +++
417                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
418                         Reduce Sink Vectorization:
419                             className: VectorReduceSinkMultiKeyOperator
420                             keyColumnNums: [0, 1, 2]
421                             native: true
422                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
423                             valueColumnNums: []
424                         Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
425             Execution mode: vectorized, llap
426             LLAP IO: all inputs
427             Map Vectorization:
428                 enabled: true
429                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
430                 inputFormatFeatureSupport: []
431                 featureSupportInUse: []
432                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
433                 allNative: false
434                 usesVectorUDFAdaptor: false
435                 vectorized: true
436                 rowBatchContext:
437                     dataColumnCount: 2
438                     includeColumns: [0, 1]
439                     dataColumns: key:int, value:int
440                     partitionColumnCount: 0
441                     scratchColumnTypeNames: [bigint]
442         Reducer 2 
443             Execution mode: vectorized, llap
444             Reduce Vectorization:
445                 enabled: true
446                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
447                 reduceColumnNullOrder: aaa
448                 reduceColumnSortOrder: +++
449                 allNative: false
450                 usesVectorUDFAdaptor: true
451                 vectorized: true
452                 rowBatchContext:
453                     dataColumnCount: 3
454                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
455                     partitionColumnCount: 0
456                     scratchColumnTypeNames: []
457             Reduce Operator Tree:
458               Group By Operator
459                 Group By Vectorization:
460                     className: VectorGroupByOperator
461                     groupByMode: MERGEPARTIAL
462                     keyExpressions: col 0:int, col 1:int, col 2:bigint
463                     native: false
464                     vectorProcessingMode: MERGE_PARTIAL
465                     projectedOutputColumnNums: []
466                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
467                 mode: mergepartial
468                 outputColumnNames: _col0, _col1, _col2
469                 Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
470                 Filter Operator
471                   Filter Vectorization:
472                       className: VectorFilterOperator
473                       native: true
474                       predicateExpression: FilterLongColEqualLongScalar(col 3:bigint, val 1)(children: VectorUDFAdaptor(grouping(_col2, 1)) -> 3:bigint)
475                   predicate: (grouping(_col2, 1) = 1) (type: boolean)
476                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
477                   Select Operator
478                     expressions: _col0 (type: int), _col1 (type: int)
479                     outputColumnNames: _col0, _col1
480                     Select Vectorization:
481                         className: VectorSelectOperator
482                         native: true
483                         projectedOutputColumnNums: [0, 1]
484                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
485                     File Output Operator
486                       compressed: false
487                       File Sink Vectorization:
488                           className: VectorFileSinkOperator
489                           native: false
490                       Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
491                       table:
492                           input format: org.apache.hadoop.mapred.SequenceFileInputFormat
493                           output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
494                           serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
495
496   Stage: Stage-0
497     Fetch Operator
498       limit: -1
499       Processor Tree:
500         ListSink
501
502 PREHOOK: query: select key, value
503 from T1
504 group by cube(key, value)
505 having grouping(key) = 1
506 PREHOOK: type: QUERY
507 PREHOOK: Input: default@t1
508 #### A masked pattern was here ####
509 POSTHOOK: query: select key, value
510 from T1
511 group by cube(key, value)
512 having grouping(key) = 1
513 POSTHOOK: type: QUERY
514 POSTHOOK: Input: default@t1
515 #### A masked pattern was here ####
516 key     value
517 NULL    1
518 NULL    2
519 NULL    3
520 NULL    5
521 NULL    NULL
522 NULL    NULL
523 PREHOOK: query: explain vectorization detail
524 select key, value, grouping(key)+grouping(value) as x
525 from T1
526 group by cube(key, value)
527 having grouping(key) = 1 OR grouping(value) = 1
528 order by x desc, case when x = 1 then key end
529 PREHOOK: type: QUERY
530 POSTHOOK: query: explain vectorization detail
531 select key, value, grouping(key)+grouping(value) as x
532 from T1
533 group by cube(key, value)
534 having grouping(key) = 1 OR grouping(value) = 1
535 order by x desc, case when x = 1 then key end
536 POSTHOOK: type: QUERY
537 Explain
538 PLAN VECTORIZATION:
539   enabled: true
540   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
541
542 STAGE DEPENDENCIES:
543   Stage-1 is a root stage
544   Stage-0 depends on stages: Stage-1
545
546 STAGE PLANS:
547   Stage: Stage-1
548     Tez
549 #### A masked pattern was here ####
550       Edges:
551         Reducer 2 <- Map 1 (SIMPLE_EDGE)
552         Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
553 #### A masked pattern was here ####
554       Vertices:
555         Map 1 
556             Map Operator Tree:
557                 TableScan
558                   alias: t1
559                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
560                   TableScan Vectorization:
561                       native: true
562                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
563                   Select Operator
564                     expressions: key (type: int), value (type: int)
565                     outputColumnNames: _col0, _col1
566                     Select Vectorization:
567                         className: VectorSelectOperator
568                         native: true
569                         projectedOutputColumnNums: [0, 1]
570                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
571                     Group By Operator
572                       Group By Vectorization:
573                           className: VectorGroupByOperator
574                           groupByMode: HASH
575                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
576                           native: false
577                           vectorProcessingMode: HASH
578                           projectedOutputColumnNums: []
579                       keys: _col0 (type: int), _col1 (type: int), 0L (type: bigint)
580                       mode: hash
581                       outputColumnNames: _col0, _col1, _col2
582                       Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
583                       Reduce Output Operator
584                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
585                         sort order: +++
586                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
587                         Reduce Sink Vectorization:
588                             className: VectorReduceSinkMultiKeyOperator
589                             keyColumnNums: [0, 1, 2]
590                             native: true
591                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
592                             valueColumnNums: []
593                         Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
594             Execution mode: vectorized, llap
595             LLAP IO: all inputs
596             Map Vectorization:
597                 enabled: true
598                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
599                 inputFormatFeatureSupport: []
600                 featureSupportInUse: []
601                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
602                 allNative: false
603                 usesVectorUDFAdaptor: false
604                 vectorized: true
605                 rowBatchContext:
606                     dataColumnCount: 2
607                     includeColumns: [0, 1]
608                     dataColumns: key:int, value:int
609                     partitionColumnCount: 0
610                     scratchColumnTypeNames: [bigint]
611         Reducer 2 
612             Execution mode: vectorized, llap
613             Reduce Vectorization:
614                 enabled: true
615                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
616                 reduceColumnNullOrder: aaa
617                 reduceColumnSortOrder: +++
618                 allNative: false
619                 usesVectorUDFAdaptor: true
620                 vectorized: true
621                 rowBatchContext:
622                     dataColumnCount: 3
623                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
624                     partitionColumnCount: 0
625                     scratchColumnTypeNames: []
626             Reduce Operator Tree:
627               Group By Operator
628                 Group By Vectorization:
629                     className: VectorGroupByOperator
630                     groupByMode: MERGEPARTIAL
631                     keyExpressions: col 0:int, col 1:int, col 2:bigint
632                     native: false
633                     vectorProcessingMode: MERGE_PARTIAL
634                     projectedOutputColumnNums: []
635                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
636                 mode: mergepartial
637                 outputColumnNames: _col0, _col1, _col2
638                 Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
639                 Filter Operator
640                   Filter Vectorization:
641                       className: VectorFilterOperator
642                       native: true
643                       predicateExpression: FilterExprOrExpr(children: FilterLongColEqualLongScalar(col 3:bigint, val 1)(children: VectorUDFAdaptor(grouping(_col2, 1)) -> 3:bigint), FilterLongColEqualLongScalar(col 3:bigint, val 1)(children: VectorUDFAdaptor(grouping(_col2, 0)) -> 3:bigint))
644                   predicate: ((grouping(_col2, 0) = 1) or (grouping(_col2, 1) = 1)) (type: boolean)
645                   Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
646                   Select Operator
647                     expressions: _col0 (type: int), _col1 (type: int), (grouping(_col2, 1) + grouping(_col2, 0)) (type: bigint), CASE WHEN (((grouping(_col2, 1) + grouping(_col2, 0)) = 1)) THEN (_col0) ELSE (null) END (type: int)
648                     outputColumnNames: _col0, _col1, _col2, _col3
649                     Select Vectorization:
650                         className: VectorSelectOperator
651                         native: true
652                         projectedOutputColumnNums: [0, 1, 5, 4]
653                         selectExpressions: LongColAddLongColumn(col 3:bigint, col 4:bigint)(children: VectorUDFAdaptor(grouping(_col2, 1)) -> 3:bigint, VectorUDFAdaptor(grouping(_col2, 0)) -> 4:bigint) -> 5:bigint, IfExprColumnNull(col 3:boolean, col 0:int, null)(children: LongColEqualLongScalar(col 6:bigint, val 1)(children: LongColAddLongColumn(col 3:bigint, col 4:bigint)(children: VectorUDFAdaptor(grouping(_col2, 1)) -> 3:bigint, VectorUDFAdaptor(grouping(_col2, 0)) -> 4:bigint) -> 6:bigint) -> 3:boolean, col 0:int) -> 4:int
654                     Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
655                     Reduce Output Operator
656                       key expressions: _col2 (type: bigint), _col3 (type: int)
657                       sort order: -+
658                       Reduce Sink Vectorization:
659                           className: VectorReduceSinkObjectHashOperator
660                           keyColumnNums: [5, 4]
661                           native: true
662                           nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
663                           valueColumnNums: [0, 1]
664                       Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
665                       value expressions: _col0 (type: int), _col1 (type: int)
666         Reducer 3 
667             Execution mode: vectorized, llap
668             Reduce Vectorization:
669                 enabled: true
670                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
671                 reduceColumnNullOrder: za
672                 reduceColumnSortOrder: -+
673                 allNative: false
674                 usesVectorUDFAdaptor: false
675                 vectorized: true
676                 rowBatchContext:
677                     dataColumnCount: 4
678                     dataColumns: KEY.reducesinkkey0:bigint, KEY.reducesinkkey1:int, VALUE._col0:int, VALUE._col1:int
679                     partitionColumnCount: 0
680                     scratchColumnTypeNames: []
681             Reduce Operator Tree:
682               Select Operator
683                 expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), KEY.reducesinkkey0 (type: bigint)
684                 outputColumnNames: _col0, _col1, _col2
685                 Select Vectorization:
686                     className: VectorSelectOperator
687                     native: true
688                     projectedOutputColumnNums: [2, 3, 0]
689                 Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
690                 File Output Operator
691                   compressed: false
692                   File Sink Vectorization:
693                       className: VectorFileSinkOperator
694                       native: false
695                   Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
696                   table:
697                       input format: org.apache.hadoop.mapred.SequenceFileInputFormat
698                       output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
699                       serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
700
701   Stage: Stage-0
702     Fetch Operator
703       limit: -1
704       Processor Tree:
705         ListSink
706
707 PREHOOK: query: select key, value, grouping(key)+grouping(value) as x
708 from T1
709 group by cube(key, value)
710 having grouping(key) = 1 OR grouping(value) = 1
711 order by x desc, case when x = 1 then key end
712 PREHOOK: type: QUERY
713 PREHOOK: Input: default@t1
714 #### A masked pattern was here ####
715 POSTHOOK: query: select key, value, grouping(key)+grouping(value) as x
716 from T1
717 group by cube(key, value)
718 having grouping(key) = 1 OR grouping(value) = 1
719 order by x desc, case when x = 1 then key end
720 POSTHOOK: type: QUERY
721 POSTHOOK: Input: default@t1
722 #### A masked pattern was here ####
723 key     value   x
724 1       NULL    1
725 2       NULL    1
726 3       NULL    1
727 4       NULL    1
728 NULL    1       1
729 NULL    2       1
730 NULL    3       1
731 NULL    5       1
732 NULL    NULL    1
733 NULL    NULL    2
734 PREHOOK: query: explain vectorization detail
735 select key, value, `grouping__id`, grouping(key), grouping(value)
736 from T1
737 group by rollup(key, value)
738 PREHOOK: type: QUERY
739 POSTHOOK: query: explain vectorization detail
740 select key, value, `grouping__id`, grouping(key), grouping(value)
741 from T1
742 group by rollup(key, value)
743 POSTHOOK: type: QUERY
744 Explain
745 PLAN VECTORIZATION:
746   enabled: true
747   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
748
749 STAGE DEPENDENCIES:
750   Stage-1 is a root stage
751   Stage-0 depends on stages: Stage-1
752
753 STAGE PLANS:
754   Stage: Stage-1
755     Tez
756 #### A masked pattern was here ####
757       Edges:
758         Reducer 2 <- Map 1 (SIMPLE_EDGE)
759 #### A masked pattern was here ####
760       Vertices:
761         Map 1 
762             Map Operator Tree:
763                 TableScan
764                   alias: t1
765                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
766                   TableScan Vectorization:
767                       native: true
768                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
769                   Select Operator
770                     expressions: key (type: int), value (type: int)
771                     outputColumnNames: key, value
772                     Select Vectorization:
773                         className: VectorSelectOperator
774                         native: true
775                         projectedOutputColumnNums: [0, 1]
776                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
777                     Group By Operator
778                       Group By Vectorization:
779                           className: VectorGroupByOperator
780                           groupByMode: HASH
781                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
782                           native: false
783                           vectorProcessingMode: HASH
784                           projectedOutputColumnNums: []
785                       keys: key (type: int), value (type: int), 0L (type: bigint)
786                       mode: hash
787                       outputColumnNames: _col0, _col1, _col2
788                       Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE
789                       Reduce Output Operator
790                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
791                         sort order: +++
792                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
793                         Reduce Sink Vectorization:
794                             className: VectorReduceSinkMultiKeyOperator
795                             keyColumnNums: [0, 1, 2]
796                             native: true
797                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
798                             valueColumnNums: []
799                         Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE
800             Execution mode: vectorized, llap
801             LLAP IO: all inputs
802             Map Vectorization:
803                 enabled: true
804                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
805                 inputFormatFeatureSupport: []
806                 featureSupportInUse: []
807                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
808                 allNative: false
809                 usesVectorUDFAdaptor: false
810                 vectorized: true
811                 rowBatchContext:
812                     dataColumnCount: 2
813                     includeColumns: [0, 1]
814                     dataColumns: key:int, value:int
815                     partitionColumnCount: 0
816                     scratchColumnTypeNames: [bigint]
817         Reducer 2 
818             Execution mode: vectorized, llap
819             Reduce Vectorization:
820                 enabled: true
821                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
822                 reduceColumnNullOrder: aaa
823                 reduceColumnSortOrder: +++
824                 allNative: false
825                 usesVectorUDFAdaptor: true
826                 vectorized: true
827                 rowBatchContext:
828                     dataColumnCount: 3
829                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
830                     partitionColumnCount: 0
831                     scratchColumnTypeNames: []
832             Reduce Operator Tree:
833               Group By Operator
834                 Group By Vectorization:
835                     className: VectorGroupByOperator
836                     groupByMode: MERGEPARTIAL
837                     keyExpressions: col 0:int, col 1:int, col 2:bigint
838                     native: false
839                     vectorProcessingMode: MERGE_PARTIAL
840                     projectedOutputColumnNums: []
841                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
842                 mode: mergepartial
843                 outputColumnNames: _col0, _col1, _col2
844                 Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
845                 Select Operator
846                   expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), grouping(_col2, 1L) (type: bigint), grouping(_col2, 0L) (type: bigint)
847                   outputColumnNames: _col0, _col1, _col2, _col3, _col4
848                   Select Vectorization:
849                       className: VectorSelectOperator
850                       native: true
851                       projectedOutputColumnNums: [0, 1, 2, 3, 4]
852                       selectExpressions: VectorUDFAdaptor(grouping(_col2, 1L)) -> 3:bigint, VectorUDFAdaptor(grouping(_col2, 0L)) -> 4:bigint
853                   Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
854                   File Output Operator
855                     compressed: false
856                     File Sink Vectorization:
857                         className: VectorFileSinkOperator
858                         native: false
859                     Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
860                     table:
861                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
862                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
863                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
864
865   Stage: Stage-0
866     Fetch Operator
867       limit: -1
868       Processor Tree:
869         ListSink
870
871 PREHOOK: query: select key, value, `grouping__id`, grouping(key), grouping(value)
872 from T1
873 group by rollup(key, value)
874 PREHOOK: type: QUERY
875 PREHOOK: Input: default@t1
876 #### A masked pattern was here ####
877 POSTHOOK: query: select key, value, `grouping__id`, grouping(key), grouping(value)
878 from T1
879 group by rollup(key, value)
880 POSTHOOK: type: QUERY
881 POSTHOOK: Input: default@t1
882 #### A masked pattern was here ####
883 key     value   grouping__id    _c3     _c4
884 1       1       0       0       0
885 1       NULL    0       0       0
886 1       NULL    1       0       1
887 2       2       0       0       0
888 2       NULL    1       0       1
889 3       3       0       0       0
890 3       NULL    0       0       0
891 3       NULL    1       0       1
892 4       5       0       0       0
893 4       NULL    1       0       1
894 NULL    NULL    3       1       1
895 PREHOOK: query: explain vectorization detail
896 select key, value, `grouping__id`, grouping(key), grouping(value)
897 from T1
898 group by cube(key, value)
899 PREHOOK: type: QUERY
900 POSTHOOK: query: explain vectorization detail
901 select key, value, `grouping__id`, grouping(key), grouping(value)
902 from T1
903 group by cube(key, value)
904 POSTHOOK: type: QUERY
905 Explain
906 PLAN VECTORIZATION:
907   enabled: true
908   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
909
910 STAGE DEPENDENCIES:
911   Stage-1 is a root stage
912   Stage-0 depends on stages: Stage-1
913
914 STAGE PLANS:
915   Stage: Stage-1
916     Tez
917 #### A masked pattern was here ####
918       Edges:
919         Reducer 2 <- Map 1 (SIMPLE_EDGE)
920 #### A masked pattern was here ####
921       Vertices:
922         Map 1 
923             Map Operator Tree:
924                 TableScan
925                   alias: t1
926                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
927                   TableScan Vectorization:
928                       native: true
929                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
930                   Select Operator
931                     expressions: key (type: int), value (type: int)
932                     outputColumnNames: key, value
933                     Select Vectorization:
934                         className: VectorSelectOperator
935                         native: true
936                         projectedOutputColumnNums: [0, 1]
937                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
938                     Group By Operator
939                       Group By Vectorization:
940                           className: VectorGroupByOperator
941                           groupByMode: HASH
942                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
943                           native: false
944                           vectorProcessingMode: HASH
945                           projectedOutputColumnNums: []
946                       keys: key (type: int), value (type: int), 0L (type: bigint)
947                       mode: hash
948                       outputColumnNames: _col0, _col1, _col2
949                       Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
950                       Reduce Output Operator
951                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
952                         sort order: +++
953                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
954                         Reduce Sink Vectorization:
955                             className: VectorReduceSinkMultiKeyOperator
956                             keyColumnNums: [0, 1, 2]
957                             native: true
958                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
959                             valueColumnNums: []
960                         Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
961             Execution mode: vectorized, llap
962             LLAP IO: all inputs
963             Map Vectorization:
964                 enabled: true
965                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
966                 inputFormatFeatureSupport: []
967                 featureSupportInUse: []
968                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
969                 allNative: false
970                 usesVectorUDFAdaptor: false
971                 vectorized: true
972                 rowBatchContext:
973                     dataColumnCount: 2
974                     includeColumns: [0, 1]
975                     dataColumns: key:int, value:int
976                     partitionColumnCount: 0
977                     scratchColumnTypeNames: [bigint]
978         Reducer 2 
979             Execution mode: vectorized, llap
980             Reduce Vectorization:
981                 enabled: true
982                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
983                 reduceColumnNullOrder: aaa
984                 reduceColumnSortOrder: +++
985                 allNative: false
986                 usesVectorUDFAdaptor: true
987                 vectorized: true
988                 rowBatchContext:
989                     dataColumnCount: 3
990                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
991                     partitionColumnCount: 0
992                     scratchColumnTypeNames: []
993             Reduce Operator Tree:
994               Group By Operator
995                 Group By Vectorization:
996                     className: VectorGroupByOperator
997                     groupByMode: MERGEPARTIAL
998                     keyExpressions: col 0:int, col 1:int, col 2:bigint
999                     native: false
1000                     vectorProcessingMode: MERGE_PARTIAL
1001                     projectedOutputColumnNums: []
1002                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
1003                 mode: mergepartial
1004                 outputColumnNames: _col0, _col1, _col2
1005                 Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1006                 Select Operator
1007                   expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), grouping(_col2, 1L) (type: bigint), grouping(_col2, 0L) (type: bigint)
1008                   outputColumnNames: _col0, _col1, _col2, _col3, _col4
1009                   Select Vectorization:
1010                       className: VectorSelectOperator
1011                       native: true
1012                       projectedOutputColumnNums: [0, 1, 2, 3, 4]
1013                       selectExpressions: VectorUDFAdaptor(grouping(_col2, 1L)) -> 3:bigint, VectorUDFAdaptor(grouping(_col2, 0L)) -> 4:bigint
1014                   Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1015                   File Output Operator
1016                     compressed: false
1017                     File Sink Vectorization:
1018                         className: VectorFileSinkOperator
1019                         native: false
1020                     Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1021                     table:
1022                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1023                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1024                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1025
1026   Stage: Stage-0
1027     Fetch Operator
1028       limit: -1
1029       Processor Tree:
1030         ListSink
1031
1032 PREHOOK: query: select key, value, `grouping__id`, grouping(key), grouping(value)
1033 from T1
1034 group by cube(key, value)
1035 PREHOOK: type: QUERY
1036 PREHOOK: Input: default@t1
1037 #### A masked pattern was here ####
1038 POSTHOOK: query: select key, value, `grouping__id`, grouping(key), grouping(value)
1039 from T1
1040 group by cube(key, value)
1041 POSTHOOK: type: QUERY
1042 POSTHOOK: Input: default@t1
1043 #### A masked pattern was here ####
1044 key     value   grouping__id    _c3     _c4
1045 1       1       0       0       0
1046 1       NULL    0       0       0
1047 1       NULL    1       0       1
1048 2       2       0       0       0
1049 2       NULL    1       0       1
1050 3       3       0       0       0
1051 3       NULL    0       0       0
1052 3       NULL    1       0       1
1053 4       5       0       0       0
1054 4       NULL    1       0       1
1055 NULL    1       2       1       0
1056 NULL    2       2       1       0
1057 NULL    3       2       1       0
1058 NULL    5       2       1       0
1059 NULL    NULL    2       1       0
1060 NULL    NULL    3       1       1
1061 PREHOOK: query: explain vectorization detail
1062 select key, value
1063 from T1
1064 group by cube(key, value)
1065 having grouping(key) = 1
1066 PREHOOK: type: QUERY
1067 POSTHOOK: query: explain vectorization detail
1068 select key, value
1069 from T1
1070 group by cube(key, value)
1071 having grouping(key) = 1
1072 POSTHOOK: type: QUERY
1073 Explain
1074 PLAN VECTORIZATION:
1075   enabled: true
1076   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1077
1078 STAGE DEPENDENCIES:
1079   Stage-1 is a root stage
1080   Stage-0 depends on stages: Stage-1
1081
1082 STAGE PLANS:
1083   Stage: Stage-1
1084     Tez
1085 #### A masked pattern was here ####
1086       Edges:
1087         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1088 #### A masked pattern was here ####
1089       Vertices:
1090         Map 1 
1091             Map Operator Tree:
1092                 TableScan
1093                   alias: t1
1094                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1095                   TableScan Vectorization:
1096                       native: true
1097                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1098                   Select Operator
1099                     expressions: key (type: int), value (type: int)
1100                     outputColumnNames: key, value
1101                     Select Vectorization:
1102                         className: VectorSelectOperator
1103                         native: true
1104                         projectedOutputColumnNums: [0, 1]
1105                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1106                     Group By Operator
1107                       Group By Vectorization:
1108                           className: VectorGroupByOperator
1109                           groupByMode: HASH
1110                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
1111                           native: false
1112                           vectorProcessingMode: HASH
1113                           projectedOutputColumnNums: []
1114                       keys: key (type: int), value (type: int), 0L (type: bigint)
1115                       mode: hash
1116                       outputColumnNames: _col0, _col1, _col2
1117                       Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
1118                       Filter Operator
1119                         Filter Vectorization:
1120                             className: VectorFilterOperator
1121                             native: true
1122                             predicateExpression: FilterLongColEqualLongScalar(col 3:bigint, val 1)(children: VectorUDFAdaptor(grouping(_col2, 1L)) -> 3:bigint)
1123                         predicate: (grouping(_col2, 1L) = 1) (type: boolean)
1124                         Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1125                         Reduce Output Operator
1126                           key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1127                           sort order: +++
1128                           Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1129                           Reduce Sink Vectorization:
1130                               className: VectorReduceSinkMultiKeyOperator
1131                               keyColumnNums: [0, 1, 2]
1132                               native: true
1133                               nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1134                               valueColumnNums: []
1135                           Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1136             Execution mode: vectorized, llap
1137             LLAP IO: all inputs
1138             Map Vectorization:
1139                 enabled: true
1140                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
1141                 inputFormatFeatureSupport: []
1142                 featureSupportInUse: []
1143                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
1144                 allNative: false
1145                 usesVectorUDFAdaptor: true
1146                 vectorized: true
1147                 rowBatchContext:
1148                     dataColumnCount: 2
1149                     includeColumns: [0, 1]
1150                     dataColumns: key:int, value:int
1151                     partitionColumnCount: 0
1152                     scratchColumnTypeNames: [bigint]
1153         Reducer 2 
1154             Execution mode: vectorized, llap
1155             Reduce Vectorization:
1156                 enabled: true
1157                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1158                 reduceColumnNullOrder: aaa
1159                 reduceColumnSortOrder: +++
1160                 allNative: false
1161                 usesVectorUDFAdaptor: false
1162                 vectorized: true
1163                 rowBatchContext:
1164                     dataColumnCount: 3
1165                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
1166                     partitionColumnCount: 0
1167                     scratchColumnTypeNames: []
1168             Reduce Operator Tree:
1169               Group By Operator
1170                 Group By Vectorization:
1171                     className: VectorGroupByOperator
1172                     groupByMode: MERGEPARTIAL
1173                     keyExpressions: col 0:int, col 1:int, col 2:bigint
1174                     native: false
1175                     vectorProcessingMode: MERGE_PARTIAL
1176                     projectedOutputColumnNums: []
1177                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
1178                 mode: mergepartial
1179                 outputColumnNames: _col0, _col1
1180                 Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1181                 pruneGroupingSetId: true
1182                 File Output Operator
1183                   compressed: false
1184                   File Sink Vectorization:
1185                       className: VectorFileSinkOperator
1186                       native: false
1187                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1188                   table:
1189                       input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1190                       output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1191                       serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1192
1193   Stage: Stage-0
1194     Fetch Operator
1195       limit: -1
1196       Processor Tree:
1197         ListSink
1198
1199 PREHOOK: query: select key, value
1200 from T1
1201 group by cube(key, value)
1202 having grouping(key) = 1
1203 PREHOOK: type: QUERY
1204 PREHOOK: Input: default@t1
1205 #### A masked pattern was here ####
1206 POSTHOOK: query: select key, value
1207 from T1
1208 group by cube(key, value)
1209 having grouping(key) = 1
1210 POSTHOOK: type: QUERY
1211 POSTHOOK: Input: default@t1
1212 #### A masked pattern was here ####
1213 key     value
1214 NULL    1
1215 NULL    2
1216 NULL    3
1217 NULL    5
1218 NULL    NULL
1219 NULL    NULL
1220 PREHOOK: query: explain vectorization detail
1221 select key, value, grouping(key)+grouping(value) as x
1222 from T1
1223 group by cube(key, value)
1224 having grouping(key) = 1 OR grouping(value) = 1
1225 order by x desc, case when x = 1 then key end
1226 PREHOOK: type: QUERY
1227 POSTHOOK: query: explain vectorization detail
1228 select key, value, grouping(key)+grouping(value) as x
1229 from T1
1230 group by cube(key, value)
1231 having grouping(key) = 1 OR grouping(value) = 1
1232 order by x desc, case when x = 1 then key end
1233 POSTHOOK: type: QUERY
1234 Explain
1235 PLAN VECTORIZATION:
1236   enabled: true
1237   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1238
1239 STAGE DEPENDENCIES:
1240   Stage-1 is a root stage
1241   Stage-0 depends on stages: Stage-1
1242
1243 STAGE PLANS:
1244   Stage: Stage-1
1245     Tez
1246 #### A masked pattern was here ####
1247       Edges:
1248         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1249         Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
1250 #### A masked pattern was here ####
1251       Vertices:
1252         Map 1 
1253             Map Operator Tree:
1254                 TableScan
1255                   alias: t1
1256                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1257                   TableScan Vectorization:
1258                       native: true
1259                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1260                   Select Operator
1261                     expressions: key (type: int), value (type: int)
1262                     outputColumnNames: key, value
1263                     Select Vectorization:
1264                         className: VectorSelectOperator
1265                         native: true
1266                         projectedOutputColumnNums: [0, 1]
1267                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1268                     Group By Operator
1269                       Group By Vectorization:
1270                           className: VectorGroupByOperator
1271                           groupByMode: HASH
1272                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
1273                           native: false
1274                           vectorProcessingMode: HASH
1275                           projectedOutputColumnNums: []
1276                       keys: key (type: int), value (type: int), 0L (type: bigint)
1277                       mode: hash
1278                       outputColumnNames: _col0, _col1, _col2
1279                       Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
1280                       Filter Operator
1281                         Filter Vectorization:
1282                             className: VectorFilterOperator
1283                             native: true
1284                             predicateExpression: FilterExprOrExpr(children: FilterLongColEqualLongScalar(col 3:bigint, val 1)(children: VectorUDFAdaptor(grouping(_col2, 1L)) -> 3:bigint), FilterLongColEqualLongScalar(col 3:bigint, val 1)(children: VectorUDFAdaptor(grouping(_col2, 0L)) -> 3:bigint))
1285                         predicate: ((grouping(_col2, 0L) = 1) or (grouping(_col2, 1L) = 1)) (type: boolean)
1286                         Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
1287                         Reduce Output Operator
1288                           key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1289                           sort order: +++
1290                           Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1291                           Reduce Sink Vectorization:
1292                               className: VectorReduceSinkMultiKeyOperator
1293                               keyColumnNums: [0, 1, 2]
1294                               native: true
1295                               nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1296                               valueColumnNums: []
1297                           Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
1298             Execution mode: vectorized, llap
1299             LLAP IO: all inputs
1300             Map Vectorization:
1301                 enabled: true
1302                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
1303                 inputFormatFeatureSupport: []
1304                 featureSupportInUse: []
1305                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
1306                 allNative: false
1307                 usesVectorUDFAdaptor: true
1308                 vectorized: true
1309                 rowBatchContext:
1310                     dataColumnCount: 2
1311                     includeColumns: [0, 1]
1312                     dataColumns: key:int, value:int
1313                     partitionColumnCount: 0
1314                     scratchColumnTypeNames: [bigint]
1315         Reducer 2 
1316             Execution mode: vectorized, llap
1317             Reduce Vectorization:
1318                 enabled: true
1319                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1320                 reduceColumnNullOrder: aaa
1321                 reduceColumnSortOrder: +++
1322                 allNative: false
1323                 usesVectorUDFAdaptor: true
1324                 vectorized: true
1325                 rowBatchContext:
1326                     dataColumnCount: 3
1327                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
1328                     partitionColumnCount: 0
1329                     scratchColumnTypeNames: []
1330             Reduce Operator Tree:
1331               Group By Operator
1332                 Group By Vectorization:
1333                     className: VectorGroupByOperator
1334                     groupByMode: MERGEPARTIAL
1335                     keyExpressions: col 0:int, col 1:int, col 2:bigint
1336                     native: false
1337                     vectorProcessingMode: MERGE_PARTIAL
1338                     projectedOutputColumnNums: []
1339                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
1340                 mode: mergepartial
1341                 outputColumnNames: _col0, _col1, _col2
1342                 Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1343                 Select Operator
1344                   expressions: _col0 (type: int), _col1 (type: int), (grouping(_col2, 1L) + grouping(_col2, 0L)) (type: bigint)
1345                   outputColumnNames: _col0, _col1, _col2
1346                   Select Vectorization:
1347                       className: VectorSelectOperator
1348                       native: true
1349                       projectedOutputColumnNums: [0, 1, 5]
1350                       selectExpressions: LongColAddLongColumn(col 3:bigint, col 4:bigint)(children: VectorUDFAdaptor(grouping(_col2, 1L)) -> 3:bigint, VectorUDFAdaptor(grouping(_col2, 0L)) -> 4:bigint) -> 5:bigint
1351                   Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1352                   Reduce Output Operator
1353                     key expressions: _col2 (type: bigint), CASE WHEN ((_col2 = 1L)) THEN (_col0) END (type: int)
1354                     sort order: -+
1355                     Reduce Sink Vectorization:
1356                         className: VectorReduceSinkObjectHashOperator
1357                         keyColumnNums: [5, 4]
1358                         keyExpressions: IfExprColumnNull(col 3:boolean, col 0:int, null)(children: LongColEqualLongScalar(col 5:bigint, val 1) -> 3:boolean, col 0:int) -> 4:int
1359                         native: true
1360                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1361                         valueColumnNums: [0, 1]
1362                     Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1363                     value expressions: _col0 (type: int), _col1 (type: int)
1364         Reducer 3 
1365             Execution mode: vectorized, llap
1366             Reduce Vectorization:
1367                 enabled: true
1368                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1369                 reduceColumnNullOrder: za
1370                 reduceColumnSortOrder: -+
1371                 allNative: false
1372                 usesVectorUDFAdaptor: false
1373                 vectorized: true
1374                 rowBatchContext:
1375                     dataColumnCount: 4
1376                     dataColumns: KEY.reducesinkkey0:bigint, KEY.reducesinkkey1:int, VALUE._col0:int, VALUE._col1:int
1377                     partitionColumnCount: 0
1378                     scratchColumnTypeNames: []
1379             Reduce Operator Tree:
1380               Select Operator
1381                 expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), KEY.reducesinkkey0 (type: bigint)
1382                 outputColumnNames: _col0, _col1, _col2
1383                 Select Vectorization:
1384                     className: VectorSelectOperator
1385                     native: true
1386                     projectedOutputColumnNums: [2, 3, 0]
1387                 Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1388                 File Output Operator
1389                   compressed: false
1390                   File Sink Vectorization:
1391                       className: VectorFileSinkOperator
1392                       native: false
1393                   Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1394                   table:
1395                       input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1396                       output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1397                       serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1398
1399   Stage: Stage-0
1400     Fetch Operator
1401       limit: -1
1402       Processor Tree:
1403         ListSink
1404
1405 PREHOOK: query: select key, value, grouping(key)+grouping(value) as x
1406 from T1
1407 group by cube(key, value)
1408 having grouping(key) = 1 OR grouping(value) = 1
1409 order by x desc, case when x = 1 then key end
1410 PREHOOK: type: QUERY
1411 PREHOOK: Input: default@t1
1412 #### A masked pattern was here ####
1413 POSTHOOK: query: select key, value, grouping(key)+grouping(value) as x
1414 from T1
1415 group by cube(key, value)
1416 having grouping(key) = 1 OR grouping(value) = 1
1417 order by x desc, case when x = 1 then key end
1418 POSTHOOK: type: QUERY
1419 POSTHOOK: Input: default@t1
1420 #### A masked pattern was here ####
1421 key     value   x
1422 1       NULL    1
1423 2       NULL    1
1424 3       NULL    1
1425 4       NULL    1
1426 NULL    1       1
1427 NULL    2       1
1428 NULL    3       1
1429 NULL    5       1
1430 NULL    NULL    1
1431 NULL    NULL    2
1432 PREHOOK: query: explain vectorization detail
1433 select key, value, `grouping__id`, grouping(key, value)
1434 from T1
1435 group by cube(key, value)
1436 PREHOOK: type: QUERY
1437 POSTHOOK: query: explain vectorization detail
1438 select key, value, `grouping__id`, grouping(key, value)
1439 from T1
1440 group by cube(key, value)
1441 POSTHOOK: type: QUERY
1442 Explain
1443 PLAN VECTORIZATION:
1444   enabled: true
1445   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1446
1447 STAGE DEPENDENCIES:
1448   Stage-1 is a root stage
1449   Stage-0 depends on stages: Stage-1
1450
1451 STAGE PLANS:
1452   Stage: Stage-1
1453     Tez
1454 #### A masked pattern was here ####
1455       Edges:
1456         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1457 #### A masked pattern was here ####
1458       Vertices:
1459         Map 1 
1460             Map Operator Tree:
1461                 TableScan
1462                   alias: t1
1463                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1464                   TableScan Vectorization:
1465                       native: true
1466                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1467                   Select Operator
1468                     expressions: key (type: int), value (type: int)
1469                     outputColumnNames: key, value
1470                     Select Vectorization:
1471                         className: VectorSelectOperator
1472                         native: true
1473                         projectedOutputColumnNums: [0, 1]
1474                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1475                     Group By Operator
1476                       Group By Vectorization:
1477                           className: VectorGroupByOperator
1478                           groupByMode: HASH
1479                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
1480                           native: false
1481                           vectorProcessingMode: HASH
1482                           projectedOutputColumnNums: []
1483                       keys: key (type: int), value (type: int), 0L (type: bigint)
1484                       mode: hash
1485                       outputColumnNames: _col0, _col1, _col2
1486                       Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
1487                       Reduce Output Operator
1488                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1489                         sort order: +++
1490                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1491                         Reduce Sink Vectorization:
1492                             className: VectorReduceSinkMultiKeyOperator
1493                             keyColumnNums: [0, 1, 2]
1494                             native: true
1495                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1496                             valueColumnNums: []
1497                         Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
1498             Execution mode: vectorized, llap
1499             LLAP IO: all inputs
1500             Map Vectorization:
1501                 enabled: true
1502                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
1503                 inputFormatFeatureSupport: []
1504                 featureSupportInUse: []
1505                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
1506                 allNative: false
1507                 usesVectorUDFAdaptor: false
1508                 vectorized: true
1509                 rowBatchContext:
1510                     dataColumnCount: 2
1511                     includeColumns: [0, 1]
1512                     dataColumns: key:int, value:int
1513                     partitionColumnCount: 0
1514                     scratchColumnTypeNames: [bigint]
1515         Reducer 2 
1516             Execution mode: vectorized, llap
1517             Reduce Vectorization:
1518                 enabled: true
1519                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1520                 reduceColumnNullOrder: aaa
1521                 reduceColumnSortOrder: +++
1522                 allNative: false
1523                 usesVectorUDFAdaptor: true
1524                 vectorized: true
1525                 rowBatchContext:
1526                     dataColumnCount: 3
1527                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
1528                     partitionColumnCount: 0
1529                     scratchColumnTypeNames: []
1530             Reduce Operator Tree:
1531               Group By Operator
1532                 Group By Vectorization:
1533                     className: VectorGroupByOperator
1534                     groupByMode: MERGEPARTIAL
1535                     keyExpressions: col 0:int, col 1:int, col 2:bigint
1536                     native: false
1537                     vectorProcessingMode: MERGE_PARTIAL
1538                     projectedOutputColumnNums: []
1539                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
1540                 mode: mergepartial
1541                 outputColumnNames: _col0, _col1, _col2
1542                 Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1543                 Select Operator
1544                   expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), grouping(_col2, 1L, 0L) (type: bigint)
1545                   outputColumnNames: _col0, _col1, _col2, _col3
1546                   Select Vectorization:
1547                       className: VectorSelectOperator
1548                       native: true
1549                       projectedOutputColumnNums: [0, 1, 2, 3]
1550                       selectExpressions: VectorUDFAdaptor(grouping(_col2, 1L, 0L)) -> 3:bigint
1551                   Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1552                   File Output Operator
1553                     compressed: false
1554                     File Sink Vectorization:
1555                         className: VectorFileSinkOperator
1556                         native: false
1557                     Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1558                     table:
1559                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1560                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1561                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1562
1563   Stage: Stage-0
1564     Fetch Operator
1565       limit: -1
1566       Processor Tree:
1567         ListSink
1568
1569 PREHOOK: query: select key, value, `grouping__id`, grouping(key, value)
1570 from T1
1571 group by cube(key, value)
1572 PREHOOK: type: QUERY
1573 PREHOOK: Input: default@t1
1574 #### A masked pattern was here ####
1575 POSTHOOK: query: select key, value, `grouping__id`, grouping(key, value)
1576 from T1
1577 group by cube(key, value)
1578 POSTHOOK: type: QUERY
1579 POSTHOOK: Input: default@t1
1580 #### A masked pattern was here ####
1581 key     value   grouping__id    _c3
1582 1       1       0       0
1583 1       NULL    0       0
1584 1       NULL    1       1
1585 2       2       0       0
1586 2       NULL    1       1
1587 3       3       0       0
1588 3       NULL    0       0
1589 3       NULL    1       1
1590 4       5       0       0
1591 4       NULL    1       1
1592 NULL    1       2       2
1593 NULL    2       2       2
1594 NULL    3       2       2
1595 NULL    5       2       2
1596 NULL    NULL    2       2
1597 NULL    NULL    3       3
1598 PREHOOK: query: explain vectorization detail
1599 select key, value, `grouping__id`, grouping(value, key)
1600 from T1
1601 group by cube(key, value)
1602 PREHOOK: type: QUERY
1603 POSTHOOK: query: explain vectorization detail
1604 select key, value, `grouping__id`, grouping(value, key)
1605 from T1
1606 group by cube(key, value)
1607 POSTHOOK: type: QUERY
1608 Explain
1609 PLAN VECTORIZATION:
1610   enabled: true
1611   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1612
1613 STAGE DEPENDENCIES:
1614   Stage-1 is a root stage
1615   Stage-0 depends on stages: Stage-1
1616
1617 STAGE PLANS:
1618   Stage: Stage-1
1619     Tez
1620 #### A masked pattern was here ####
1621       Edges:
1622         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1623 #### A masked pattern was here ####
1624       Vertices:
1625         Map 1 
1626             Map Operator Tree:
1627                 TableScan
1628                   alias: t1
1629                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1630                   TableScan Vectorization:
1631                       native: true
1632                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1633                   Select Operator
1634                     expressions: key (type: int), value (type: int)
1635                     outputColumnNames: key, value
1636                     Select Vectorization:
1637                         className: VectorSelectOperator
1638                         native: true
1639                         projectedOutputColumnNums: [0, 1]
1640                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1641                     Group By Operator
1642                       Group By Vectorization:
1643                           className: VectorGroupByOperator
1644                           groupByMode: HASH
1645                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
1646                           native: false
1647                           vectorProcessingMode: HASH
1648                           projectedOutputColumnNums: []
1649                       keys: key (type: int), value (type: int), 0L (type: bigint)
1650                       mode: hash
1651                       outputColumnNames: _col0, _col1, _col2
1652                       Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
1653                       Reduce Output Operator
1654                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1655                         sort order: +++
1656                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1657                         Reduce Sink Vectorization:
1658                             className: VectorReduceSinkMultiKeyOperator
1659                             keyColumnNums: [0, 1, 2]
1660                             native: true
1661                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1662                             valueColumnNums: []
1663                         Statistics: Num rows: 24 Data size: 192 Basic stats: COMPLETE Column stats: NONE
1664             Execution mode: vectorized, llap
1665             LLAP IO: all inputs
1666             Map Vectorization:
1667                 enabled: true
1668                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
1669                 inputFormatFeatureSupport: []
1670                 featureSupportInUse: []
1671                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
1672                 allNative: false
1673                 usesVectorUDFAdaptor: false
1674                 vectorized: true
1675                 rowBatchContext:
1676                     dataColumnCount: 2
1677                     includeColumns: [0, 1]
1678                     dataColumns: key:int, value:int
1679                     partitionColumnCount: 0
1680                     scratchColumnTypeNames: [bigint]
1681         Reducer 2 
1682             Execution mode: vectorized, llap
1683             Reduce Vectorization:
1684                 enabled: true
1685                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1686                 reduceColumnNullOrder: aaa
1687                 reduceColumnSortOrder: +++
1688                 allNative: false
1689                 usesVectorUDFAdaptor: true
1690                 vectorized: true
1691                 rowBatchContext:
1692                     dataColumnCount: 3
1693                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
1694                     partitionColumnCount: 0
1695                     scratchColumnTypeNames: []
1696             Reduce Operator Tree:
1697               Group By Operator
1698                 Group By Vectorization:
1699                     className: VectorGroupByOperator
1700                     groupByMode: MERGEPARTIAL
1701                     keyExpressions: col 0:int, col 1:int, col 2:bigint
1702                     native: false
1703                     vectorProcessingMode: MERGE_PARTIAL
1704                     projectedOutputColumnNums: []
1705                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
1706                 mode: mergepartial
1707                 outputColumnNames: _col0, _col1, _col2
1708                 Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1709                 Select Operator
1710                   expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), grouping(_col2, 0L, 1L) (type: bigint)
1711                   outputColumnNames: _col0, _col1, _col2, _col3
1712                   Select Vectorization:
1713                       className: VectorSelectOperator
1714                       native: true
1715                       projectedOutputColumnNums: [0, 1, 2, 3]
1716                       selectExpressions: VectorUDFAdaptor(grouping(_col2, 0L, 1L)) -> 3:bigint
1717                   Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1718                   File Output Operator
1719                     compressed: false
1720                     File Sink Vectorization:
1721                         className: VectorFileSinkOperator
1722                         native: false
1723                     Statistics: Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: NONE
1724                     table:
1725                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1726                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1727                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1728
1729   Stage: Stage-0
1730     Fetch Operator
1731       limit: -1
1732       Processor Tree:
1733         ListSink
1734
1735 PREHOOK: query: select key, value, `grouping__id`, grouping(value, key)
1736 from T1
1737 group by cube(key, value)
1738 PREHOOK: type: QUERY
1739 PREHOOK: Input: default@t1
1740 #### A masked pattern was here ####
1741 POSTHOOK: query: select key, value, `grouping__id`, grouping(value, key)
1742 from T1
1743 group by cube(key, value)
1744 POSTHOOK: type: QUERY
1745 POSTHOOK: Input: default@t1
1746 #### A masked pattern was here ####
1747 key     value   grouping__id    _c3
1748 1       1       0       0
1749 1       NULL    0       0
1750 1       NULL    1       2
1751 2       2       0       0
1752 2       NULL    1       2
1753 3       3       0       0
1754 3       NULL    0       0
1755 3       NULL    1       2
1756 4       5       0       0
1757 4       NULL    1       2
1758 NULL    1       2       1
1759 NULL    2       2       1
1760 NULL    3       2       1
1761 NULL    5       2       1
1762 NULL    NULL    2       1
1763 NULL    NULL    3       3
1764 PREHOOK: query: explain vectorization detail
1765 select key, value, `grouping__id`, grouping(key, value)
1766 from T1
1767 group by rollup(key, value)
1768 PREHOOK: type: QUERY
1769 POSTHOOK: query: explain vectorization detail
1770 select key, value, `grouping__id`, grouping(key, value)
1771 from T1
1772 group by rollup(key, value)
1773 POSTHOOK: type: QUERY
1774 Explain
1775 PLAN VECTORIZATION:
1776   enabled: true
1777   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1778
1779 STAGE DEPENDENCIES:
1780   Stage-1 is a root stage
1781   Stage-0 depends on stages: Stage-1
1782
1783 STAGE PLANS:
1784   Stage: Stage-1
1785     Tez
1786 #### A masked pattern was here ####
1787       Edges:
1788         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1789 #### A masked pattern was here ####
1790       Vertices:
1791         Map 1 
1792             Map Operator Tree:
1793                 TableScan
1794                   alias: t1
1795                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1796                   TableScan Vectorization:
1797                       native: true
1798                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1799                   Select Operator
1800                     expressions: key (type: int), value (type: int)
1801                     outputColumnNames: key, value
1802                     Select Vectorization:
1803                         className: VectorSelectOperator
1804                         native: true
1805                         projectedOutputColumnNums: [0, 1]
1806                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1807                     Group By Operator
1808                       Group By Vectorization:
1809                           className: VectorGroupByOperator
1810                           groupByMode: HASH
1811                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
1812                           native: false
1813                           vectorProcessingMode: HASH
1814                           projectedOutputColumnNums: []
1815                       keys: key (type: int), value (type: int), 0L (type: bigint)
1816                       mode: hash
1817                       outputColumnNames: _col0, _col1, _col2
1818                       Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE
1819                       Reduce Output Operator
1820                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1821                         sort order: +++
1822                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1823                         Reduce Sink Vectorization:
1824                             className: VectorReduceSinkMultiKeyOperator
1825                             keyColumnNums: [0, 1, 2]
1826                             native: true
1827                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1828                             valueColumnNums: []
1829                         Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE
1830             Execution mode: vectorized, llap
1831             LLAP IO: all inputs
1832             Map Vectorization:
1833                 enabled: true
1834                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
1835                 inputFormatFeatureSupport: []
1836                 featureSupportInUse: []
1837                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
1838                 allNative: false
1839                 usesVectorUDFAdaptor: false
1840                 vectorized: true
1841                 rowBatchContext:
1842                     dataColumnCount: 2
1843                     includeColumns: [0, 1]
1844                     dataColumns: key:int, value:int
1845                     partitionColumnCount: 0
1846                     scratchColumnTypeNames: [bigint]
1847         Reducer 2 
1848             Execution mode: vectorized, llap
1849             Reduce Vectorization:
1850                 enabled: true
1851                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1852                 reduceColumnNullOrder: aaa
1853                 reduceColumnSortOrder: +++
1854                 allNative: false
1855                 usesVectorUDFAdaptor: true
1856                 vectorized: true
1857                 rowBatchContext:
1858                     dataColumnCount: 3
1859                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
1860                     partitionColumnCount: 0
1861                     scratchColumnTypeNames: []
1862             Reduce Operator Tree:
1863               Group By Operator
1864                 Group By Vectorization:
1865                     className: VectorGroupByOperator
1866                     groupByMode: MERGEPARTIAL
1867                     keyExpressions: col 0:int, col 1:int, col 2:bigint
1868                     native: false
1869                     vectorProcessingMode: MERGE_PARTIAL
1870                     projectedOutputColumnNums: []
1871                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
1872                 mode: mergepartial
1873                 outputColumnNames: _col0, _col1, _col2
1874                 Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
1875                 Select Operator
1876                   expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), grouping(_col2, 1L, 0L) (type: bigint)
1877                   outputColumnNames: _col0, _col1, _col2, _col3
1878                   Select Vectorization:
1879                       className: VectorSelectOperator
1880                       native: true
1881                       projectedOutputColumnNums: [0, 1, 2, 3]
1882                       selectExpressions: VectorUDFAdaptor(grouping(_col2, 1L, 0L)) -> 3:bigint
1883                   Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
1884                   File Output Operator
1885                     compressed: false
1886                     File Sink Vectorization:
1887                         className: VectorFileSinkOperator
1888                         native: false
1889                     Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
1890                     table:
1891                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1892                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1893                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1894
1895   Stage: Stage-0
1896     Fetch Operator
1897       limit: -1
1898       Processor Tree:
1899         ListSink
1900
1901 PREHOOK: query: select key, value, `grouping__id`, grouping(key, value)
1902 from T1
1903 group by rollup(key, value)
1904 PREHOOK: type: QUERY
1905 PREHOOK: Input: default@t1
1906 #### A masked pattern was here ####
1907 POSTHOOK: query: select key, value, `grouping__id`, grouping(key, value)
1908 from T1
1909 group by rollup(key, value)
1910 POSTHOOK: type: QUERY
1911 POSTHOOK: Input: default@t1
1912 #### A masked pattern was here ####
1913 key     value   grouping__id    _c3
1914 1       1       0       0
1915 1       NULL    0       0
1916 1       NULL    1       1
1917 2       2       0       0
1918 2       NULL    1       1
1919 3       3       0       0
1920 3       NULL    0       0
1921 3       NULL    1       1
1922 4       5       0       0
1923 4       NULL    1       1
1924 NULL    NULL    3       3
1925 PREHOOK: query: explain vectorization detail
1926 select key, value, `grouping__id`, grouping(value, key)
1927 from T1
1928 group by rollup(key, value)
1929 PREHOOK: type: QUERY
1930 POSTHOOK: query: explain vectorization detail
1931 select key, value, `grouping__id`, grouping(value, key)
1932 from T1
1933 group by rollup(key, value)
1934 POSTHOOK: type: QUERY
1935 Explain
1936 PLAN VECTORIZATION:
1937   enabled: true
1938   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1939
1940 STAGE DEPENDENCIES:
1941   Stage-1 is a root stage
1942   Stage-0 depends on stages: Stage-1
1943
1944 STAGE PLANS:
1945   Stage: Stage-1
1946     Tez
1947 #### A masked pattern was here ####
1948       Edges:
1949         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1950 #### A masked pattern was here ####
1951       Vertices:
1952         Map 1 
1953             Map Operator Tree:
1954                 TableScan
1955                   alias: t1
1956                   Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1957                   TableScan Vectorization:
1958                       native: true
1959                       vectorizationSchemaColumns: [0:key:int, 1:value:int, 2:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1960                   Select Operator
1961                     expressions: key (type: int), value (type: int)
1962                     outputColumnNames: key, value
1963                     Select Vectorization:
1964                         className: VectorSelectOperator
1965                         native: true
1966                         projectedOutputColumnNums: [0, 1]
1967                     Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE
1968                     Group By Operator
1969                       Group By Vectorization:
1970                           className: VectorGroupByOperator
1971                           groupByMode: HASH
1972                           keyExpressions: col 0:int, col 1:int, ConstantVectorExpression(val 0) -> 3:bigint
1973                           native: false
1974                           vectorProcessingMode: HASH
1975                           projectedOutputColumnNums: []
1976                       keys: key (type: int), value (type: int), 0L (type: bigint)
1977                       mode: hash
1978                       outputColumnNames: _col0, _col1, _col2
1979                       Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE
1980                       Reduce Output Operator
1981                         key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1982                         sort order: +++
1983                         Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint)
1984                         Reduce Sink Vectorization:
1985                             className: VectorReduceSinkMultiKeyOperator
1986                             keyColumnNums: [0, 1, 2]
1987                             native: true
1988                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1989                             valueColumnNums: []
1990                         Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE
1991             Execution mode: vectorized, llap
1992             LLAP IO: all inputs
1993             Map Vectorization:
1994                 enabled: true
1995                 enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
1996                 inputFormatFeatureSupport: []
1997                 featureSupportInUse: []
1998                 inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
1999                 allNative: false
2000                 usesVectorUDFAdaptor: false
2001                 vectorized: true
2002                 rowBatchContext:
2003                     dataColumnCount: 2
2004                     includeColumns: [0, 1]
2005                     dataColumns: key:int, value:int
2006                     partitionColumnCount: 0
2007                     scratchColumnTypeNames: [bigint]
2008         Reducer 2 
2009             Execution mode: vectorized, llap
2010             Reduce Vectorization:
2011                 enabled: true
2012                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
2013                 reduceColumnNullOrder: aaa
2014                 reduceColumnSortOrder: +++
2015                 allNative: false
2016                 usesVectorUDFAdaptor: true
2017                 vectorized: true
2018                 rowBatchContext:
2019                     dataColumnCount: 3
2020                     dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:bigint
2021                     partitionColumnCount: 0
2022                     scratchColumnTypeNames: []
2023             Reduce Operator Tree:
2024               Group By Operator
2025                 Group By Vectorization:
2026                     className: VectorGroupByOperator
2027                     groupByMode: MERGEPARTIAL
2028                     keyExpressions: col 0:int, col 1:int, col 2:bigint
2029                     native: false
2030                     vectorProcessingMode: MERGE_PARTIAL
2031                     projectedOutputColumnNums: []
2032                 keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint)
2033                 mode: mergepartial
2034                 outputColumnNames: _col0, _col1, _col2
2035                 Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
2036                 Select Operator
2037                   expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), grouping(_col2, 0L, 1L) (type: bigint)
2038                   outputColumnNames: _col0, _col1, _col2, _col3
2039                   Select Vectorization:
2040                       className: VectorSelectOperator
2041                       native: true
2042                       projectedOutputColumnNums: [0, 1, 2, 3]
2043                       selectExpressions: VectorUDFAdaptor(grouping(_col2, 0L, 1L)) -> 3:bigint
2044                   Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
2045                   File Output Operator
2046                     compressed: false
2047                     File Sink Vectorization:
2048                         className: VectorFileSinkOperator
2049                         native: false
2050                     Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: NONE
2051                     table:
2052                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
2053                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
2054                         serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
2055
2056   Stage: Stage-0
2057     Fetch Operator
2058       limit: -1
2059       Processor Tree:
2060         ListSink
2061
2062 PREHOOK: query: select key, value, `grouping__id`, grouping(value, key)
2063 from T1
2064 group by rollup(key, value)
2065 PREHOOK: type: QUERY
2066 PREHOOK: Input: default@t1
2067 #### A masked pattern was here ####
2068 POSTHOOK: query: select key, value, `grouping__id`, grouping(value, key)
2069 from T1
2070 group by rollup(key, value)
2071 POSTHOOK: type: QUERY
2072 POSTHOOK: Input: default@t1
2073 #### A masked pattern was here ####
2074 key     value   grouping__id    _c3
2075 1       1       0       0
2076 1       NULL    0       0
2077 1       NULL    1       2
2078 2       2       0       0
2079 2       NULL    1       2
2080 3       3       0       0
2081 3       NULL    0       0
2082 3       NULL    1       2
2083 4       5       0       0
2084 4       NULL    1       2
2085 NULL    NULL    3       3