HIVE-18797 : ExprConstNodeDesc's getExprString should put appropriate qualifier with...
[hive.git] / ql / src / test / results / clientpositive / llap / vector_windowing_windowspec.q.out
1 PREHOOK: query: drop table over10k
2 PREHOOK: type: DROPTABLE
3 POSTHOOK: query: drop table over10k
4 POSTHOOK: type: DROPTABLE
5 PREHOOK: query: create table over10k(
6            t tinyint,
7            si smallint,
8            i int,
9            b bigint,
10            f float,
11            d double,
12            bo boolean,
13            s string,
14            ts timestamp, 
15            `dec` decimal,  
16            bin binary)
17        row format delimited
18        fields terminated by '|'
19 PREHOOK: type: CREATETABLE
20 PREHOOK: Output: database:default
21 PREHOOK: Output: default@over10k
22 POSTHOOK: query: create table over10k(
23            t tinyint,
24            si smallint,
25            i int,
26            b bigint,
27            f float,
28            d double,
29            bo boolean,
30            s string,
31            ts timestamp, 
32            `dec` decimal,  
33            bin binary)
34        row format delimited
35        fields terminated by '|'
36 POSTHOOK: type: CREATETABLE
37 POSTHOOK: Output: database:default
38 POSTHOOK: Output: default@over10k
39 PREHOOK: query: load data local inpath '../../data/files/over10k' into table over10k
40 PREHOOK: type: LOAD
41 #### A masked pattern was here ####
42 PREHOOK: Output: default@over10k
43 POSTHOOK: query: load data local inpath '../../data/files/over10k' into table over10k
44 POSTHOOK: type: LOAD
45 #### A masked pattern was here ####
46 POSTHOOK: Output: default@over10k
47 PREHOOK: query: explain vectorization detail
48 select s, sum(b) over (partition by i order by s,b rows unbounded preceding) from over10k limit 100
49 PREHOOK: type: QUERY
50 POSTHOOK: query: explain vectorization detail
51 select s, sum(b) over (partition by i order by s,b rows unbounded preceding) from over10k limit 100
52 POSTHOOK: type: QUERY
53 Explain
54 PLAN VECTORIZATION:
55   enabled: true
56   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
57
58 STAGE DEPENDENCIES:
59   Stage-1 is a root stage
60   Stage-0 depends on stages: Stage-1
61
62 STAGE PLANS:
63   Stage: Stage-1
64     Tez
65 #### A masked pattern was here ####
66       Edges:
67         Reducer 2 <- Map 1 (SIMPLE_EDGE)
68 #### A masked pattern was here ####
69       Vertices:
70         Map 1 
71             Map Operator Tree:
72                 TableScan
73                   alias: over10k
74                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
75                   TableScan Vectorization:
76                       native: true
77                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
78                   Reduce Output Operator
79                     key expressions: i (type: int), s (type: string), b (type: bigint)
80                     sort order: +++
81                     Map-reduce partition columns: i (type: int)
82                     Reduce Sink Vectorization:
83                         className: VectorReduceSinkObjectHashOperator
84                         keyColumnNums: [2, 7, 3]
85                         native: true
86                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
87                         partitionColumnNums: [2]
88                         valueColumnNums: []
89                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
90             Execution mode: vectorized, llap
91             LLAP IO: no inputs
92             Map Vectorization:
93                 enabled: true
94                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
95                 inputFormatFeatureSupport: [DECIMAL_64]
96                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
97                 featureSupportInUse: []
98                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
99                 allNative: true
100                 usesVectorUDFAdaptor: false
101                 vectorized: true
102                 rowBatchContext:
103                     dataColumnCount: 11
104                     includeColumns: [2, 3, 7]
105                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
106                     partitionColumnCount: 0
107                     scratchColumnTypeNames: []
108         Reducer 2 
109             Execution mode: llap
110             Reduce Vectorization:
111                 enabled: true
112                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
113                 notVectorizedReason: PTF operator: sum UNBOUNDED end frame is not supported for ROWS window type
114                 vectorized: false
115             Reduce Operator Tree:
116               Select Operator
117                 expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey2 (type: bigint), KEY.reducesinkkey1 (type: string)
118                 outputColumnNames: _col2, _col3, _col7
119                 Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
120                 PTF Operator
121                   Function definitions:
122                       Input definition
123                         input alias: ptf_0
124                         output shape: _col2: int, _col3: bigint, _col7: string
125                         type: WINDOWING
126                       Windowing table definition
127                         input alias: ptf_1
128                         name: windowingtablefunction
129                         order by: _col7 ASC NULLS FIRST, _col3 ASC NULLS FIRST
130                         partition by: _col2
131                         raw input shape:
132                         window functions:
133                             window function definition
134                               alias: sum_window_0
135                               arguments: _col3
136                               name: sum
137                               window function: GenericUDAFSumLong
138                               window frame: ROWS PRECEDING(MAX)~CURRENT
139                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
140                   Select Operator
141                     expressions: _col7 (type: string), sum_window_0 (type: bigint)
142                     outputColumnNames: _col0, _col1
143                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
144                     Limit
145                       Number of rows: 100
146                       Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
147                       File Output Operator
148                         compressed: false
149                         Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
150                         table:
151                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
152                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
153                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
154
155   Stage: Stage-0
156     Fetch Operator
157       limit: 100
158       Processor Tree:
159         ListSink
160
161 PREHOOK: query: select s, sum(b) over (partition by i order by s,b rows unbounded preceding) from over10k limit 100
162 PREHOOK: type: QUERY
163 PREHOOK: Input: default@over10k
164 #### A masked pattern was here ####
165 POSTHOOK: query: select s, sum(b) over (partition by i order by s,b rows unbounded preceding) from over10k limit 100
166 POSTHOOK: type: QUERY
167 POSTHOOK: Input: default@over10k
168 #### A masked pattern was here ####
169 s       sum_window_0
170 alice ichabod   4294967441
171 alice robinson  8589934917
172 bob robinson    12884902266
173 calvin thompson 17179869602
174 david johnson   21474837092
175 david laertes   25769804523
176 david nixon     30064771904
177 david nixon     34359739395
178 ethan johnson   38654706752
179 ethan ovid      42949674180
180 ethan underhill 47244641690
181 fred miller     51539609102
182 fred miller     55834576592
183 gabriella garcia        60129544023
184 gabriella underhill     64424511330
185 holly white     68719478650
186 irene johnson   73014446110
187 katie ellison   77309413485
188 luke allen      81604380948
189 mike quirinius  85899348426
190 mike white      90194315855
191 nick davidson   94489283385
192 oscar allen     98784250693
193 oscar garcia    103079218190
194 oscar ichabod   107374185594
195 oscar ovid      111669153102
196 oscar steinbeck 115964120553
197 priscilla garcia        120259087901
198 priscilla white 124554055390
199 priscilla xylophone     128849022850
200 priscilla young 133143990191
201 rachel brown    137438957640
202 rachel ichabod  141733924974
203 rachel xylophone        146028892291
204 sarah thompson  150323859590
205 sarah thompson  154618826928
206 tom johnson     158913794359
207 tom steinbeck   163208761724
208 ulysses polk    167503729208
209 victor johnson  171798696592
210 wendy polk      176093663918
211 xavier davidson 180388631312
212 yuri ellison    184683598825
213 zach allen      188978566334
214 zach hernandez  193273533646
215 alice ellison   4294967446
216 bob carson      8589934892
217 calvin brown    12884902329
218 david xylophone 17179869748
219 ethan white     21474837241
220 fred johnson    25769804704
221 fred van buren  30064772167
222 gabriella ichabod       34359739606
223 holly laertes   38654707054
224 holly quirinius 42949674584
225 jessica hernandez       47244642120
226 katie robinson  51539609539
227 katie thompson  55834576895
228 luke nixon      60129544345
229 mike garcia     64424511764
230 mike hernandez  68719479285
231 nick carson     73014446621
232 nick davidson   77309414083
233 oscar carson    81604381543
234 oscar robinson  85899348869
235 priscilla white 90194316274
236 sarah falkner   94489283722
237 sarah ichabod   98784251271
238 ulysses falkner 103079218819
239 victor xylophone        107374186359
240 wendy garcia    111669153733
241 wendy van buren 115964121147
242 xavier underhill        120259088561
243 yuri garcia     124554056001
244 yuri quirinius  128849023443
245 yuri white      133143990852
246 zach falkner    137438958357
247 zach ichabod    141733925776
248 zach nixon      146028893205
249 zach ovid       150323860576
250 alice ichabod   4294967451
251 alice king      8589934958
252 alice robinson  12884902278
253 calvin allen    17179869612
254 gabriella johnson       21474837108
255 gabriella nixon 25769804436
256 holly falkner   30064771905
257 holly hernandez 34359739256
258 holly thompson  38654706595
259 katie nixon     42949674112
260 luke brown      47244641636
261 luke davidson   51539608978
262 luke white      55834576299
263 mike brown      60129543641
264 nick quirinius  64424511126
265 oscar white     68719478551
266 priscilla xylophone     73014446004
267 quinn garcia    77309413317
268 quinn laertes   81604380656
269 rachel young    85899348171
270 PREHOOK: query: explain vectorization detail
271 select s, sum(f) over (partition by d order by s,f rows unbounded preceding) from over10k limit 100
272 PREHOOK: type: QUERY
273 POSTHOOK: query: explain vectorization detail
274 select s, sum(f) over (partition by d order by s,f rows unbounded preceding) from over10k limit 100
275 POSTHOOK: type: QUERY
276 Explain
277 PLAN VECTORIZATION:
278   enabled: true
279   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
280
281 STAGE DEPENDENCIES:
282   Stage-1 is a root stage
283   Stage-0 depends on stages: Stage-1
284
285 STAGE PLANS:
286   Stage: Stage-1
287     Tez
288 #### A masked pattern was here ####
289       Edges:
290         Reducer 2 <- Map 1 (SIMPLE_EDGE)
291 #### A masked pattern was here ####
292       Vertices:
293         Map 1 
294             Map Operator Tree:
295                 TableScan
296                   alias: over10k
297                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
298                   TableScan Vectorization:
299                       native: true
300                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
301                   Reduce Output Operator
302                     key expressions: d (type: double), s (type: string), f (type: float)
303                     sort order: +++
304                     Map-reduce partition columns: d (type: double)
305                     Reduce Sink Vectorization:
306                         className: VectorReduceSinkObjectHashOperator
307                         keyColumnNums: [5, 7, 4]
308                         native: true
309                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
310                         partitionColumnNums: [5]
311                         valueColumnNums: []
312                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
313             Execution mode: vectorized, llap
314             LLAP IO: no inputs
315             Map Vectorization:
316                 enabled: true
317                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
318                 inputFormatFeatureSupport: [DECIMAL_64]
319                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
320                 featureSupportInUse: []
321                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
322                 allNative: true
323                 usesVectorUDFAdaptor: false
324                 vectorized: true
325                 rowBatchContext:
326                     dataColumnCount: 11
327                     includeColumns: [4, 5, 7]
328                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
329                     partitionColumnCount: 0
330                     scratchColumnTypeNames: []
331         Reducer 2 
332             Execution mode: llap
333             Reduce Vectorization:
334                 enabled: true
335                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
336                 notVectorizedReason: PTF operator: sum UNBOUNDED end frame is not supported for ROWS window type
337                 vectorized: false
338             Reduce Operator Tree:
339               Select Operator
340                 expressions: KEY.reducesinkkey2 (type: float), KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string)
341                 outputColumnNames: _col4, _col5, _col7
342                 Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
343                 PTF Operator
344                   Function definitions:
345                       Input definition
346                         input alias: ptf_0
347                         output shape: _col4: float, _col5: double, _col7: string
348                         type: WINDOWING
349                       Windowing table definition
350                         input alias: ptf_1
351                         name: windowingtablefunction
352                         order by: _col7 ASC NULLS FIRST, _col4 ASC NULLS FIRST
353                         partition by: _col5
354                         raw input shape:
355                         window functions:
356                             window function definition
357                               alias: sum_window_0
358                               arguments: _col4
359                               name: sum
360                               window function: GenericUDAFSumDouble
361                               window frame: ROWS PRECEDING(MAX)~CURRENT
362                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
363                   Select Operator
364                     expressions: _col7 (type: string), sum_window_0 (type: double)
365                     outputColumnNames: _col0, _col1
366                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
367                     Limit
368                       Number of rows: 100
369                       Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
370                       File Output Operator
371                         compressed: false
372                         Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
373                         table:
374                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
375                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
376                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
377
378   Stage: Stage-0
379     Fetch Operator
380       limit: 100
381       Processor Tree:
382         ListSink
383
384 PREHOOK: query: select s, sum(f) over (partition by d order by s,f rows unbounded preceding) from over10k limit 100
385 PREHOOK: type: QUERY
386 PREHOOK: Input: default@over10k
387 #### A masked pattern was here ####
388 POSTHOOK: query: select s, sum(f) over (partition by d order by s,f rows unbounded preceding) from over10k limit 100
389 POSTHOOK: type: QUERY
390 POSTHOOK: Input: default@over10k
391 #### A masked pattern was here ####
392 s       sum_window_0
393 calvin miller   8.390000343322754
394 holly polk      5.289999961853027
395 wendy quirinius 30.789999961853027
396 yuri laertes    68.38000011444092
397 nick steinbeck  79.23999786376953
398 katie brown     60.0
399 priscilla quirinius     137.83999633789062
400 tom young       186.33999633789062
401 gabriella quirinius     14.359999656677246
402 katie falkner   65.92999935150146
403 xavier robinson 153.84000301361084
404 ethan carson    40.90999984741211
405 victor johnson  100.0
406 jessica king    92.70999908447266
407 jessica white   124.16999816894531
408 zach white      170.71999740600586
409 holly falkner   97.3499984741211
410 quinn falkner   196.23999786376953
411 victor davidson 255.95999908447266
412 holly young     19.110000610351562
413 nick robinson   13.329999923706055
414 xavier steinbeck        48.53999900817871
415 irene king      30.469999313354492
416 quinn zipper    90.04000091552734
417 priscilla miller        15.359999656677246
418 wendy zipper    92.8000020980835
419 yuri miller     153.5600004196167
420 zach steinbeck  9.069999694824219
421 fred nixon      50.08000183105469
422 katie brown     13.300000190734863
423 nick davidson   87.05000305175781
424 gabriella davidson      3.940000057220459
425 zach carson     70.88999700546265
426 holly hernandez 48.52000045776367
427 jessica quirinius       90.18000030517578
428 tom xylophone   166.11000061035156
429 wendy king      184.76000022888184
430 gabriella brown 84.83000183105469
431 quinn johnson   134.9800033569336
432 yuri zipper     205.75
433 david robinson  64.79000091552734
434 mike nixon      153.7300033569336
435 gabriella white 1.4199999570846558
436 rachel davidson 98.12999904155731
437 yuri garcia     9.880000114440918
438 yuri zipper     104.01999950408936
439 alice king      85.72000122070312
440 jessica steinbeck       111.41000175476074
441 katie hernandez 178.9699993133545
442 katie ovid      40.0
443 priscilla young 101.72999954223633
444 quinn davidson  196.8400001525879
445 quinn van buren 279.6400032043457
446 victor steinbeck        309.6400032043457
447 gabriella brown 80.6500015258789
448 jessica ichabod 96.54000091552734
449 zach laertes    104.50000095367432
450 ethan miller    49.61000061035156
451 irene carson    110.68000030517578
452 irene falkner   131.42000007629395
453 priscilla zipper        201.39000129699707
454 tom robinson    290.75000190734863
455 katie polk      38.689998626708984
456 nick white      96.93999862670898
457 sarah davidson  99.59999871253967
458 xavier laertes  161.30999779701233
459 alice ichabod   32.689998626708984
460 nick polk       130.97999954223633
461 gabriella robinson      90.0999984741211
462 luke brown      90.71999847888947
463 wendy allen     116.34999763965607
464 calvin ichabod  29.059999465942383
465 holly steinbeck 98.4799976348877
466 gabriella carson        38.09000015258789
467 holly van buren 106.89999771118164
468 tom nixon       191.92999649047852
469 katie laertes   75.75
470 mike brown      163.97000122070312
471 oscar nixon     24.020000457763672
472 zach garcia     101.61999893188477
473 tom polk        76.98999786376953
474 mike allen      96.44999694824219
475 alice johnson   1.090000033378601
476 holly robinson  26.209999084472656
477 priscilla thompson      111.12999725341797
478 yuri young      168.73999786376953
479 rachel carson   80.98999786376953
480 gabriella laertes       39.81999969482422
481 victor brown    78.97999954223633
482 bob carson      24.149999618530273
483 holly allen     68.71999931335449
484 fred nixon      38.04999923706055
485 rachel carson   119.60000228881836
486 alice nixon     49.130001068115234
487 priscilla brown 123.57999801635742
488 victor falkner  42.4900016784668
489 david garcia    67.27999877929688
490 holly hernandez 116.36999893188477
491 tom white       154.0
492 rachel ellison  10.600000381469727
493 PREHOOK: query: explain vectorization detail
494 select s, sum(f) over (partition by ts order by f range between current row and unbounded following) from over10k limit 100
495 PREHOOK: type: QUERY
496 POSTHOOK: query: explain vectorization detail
497 select s, sum(f) over (partition by ts order by f range between current row and unbounded following) from over10k limit 100
498 POSTHOOK: type: QUERY
499 Explain
500 PLAN VECTORIZATION:
501   enabled: true
502   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
503
504 STAGE DEPENDENCIES:
505   Stage-1 is a root stage
506   Stage-0 depends on stages: Stage-1
507
508 STAGE PLANS:
509   Stage: Stage-1
510     Tez
511 #### A masked pattern was here ####
512       Edges:
513         Reducer 2 <- Map 1 (SIMPLE_EDGE)
514 #### A masked pattern was here ####
515       Vertices:
516         Map 1 
517             Map Operator Tree:
518                 TableScan
519                   alias: over10k
520                   Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
521                   TableScan Vectorization:
522                       native: true
523                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
524                   Reduce Output Operator
525                     key expressions: ts (type: timestamp), f (type: float)
526                     sort order: ++
527                     Map-reduce partition columns: ts (type: timestamp)
528                     Reduce Sink Vectorization:
529                         className: VectorReduceSinkObjectHashOperator
530                         keyColumnNums: [8, 4]
531                         native: true
532                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
533                         partitionColumnNums: [8]
534                         valueColumnNums: [7]
535                     Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
536                     value expressions: s (type: string)
537             Execution mode: vectorized, llap
538             LLAP IO: no inputs
539             Map Vectorization:
540                 enabled: true
541                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
542                 inputFormatFeatureSupport: [DECIMAL_64]
543                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
544                 featureSupportInUse: []
545                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
546                 allNative: true
547                 usesVectorUDFAdaptor: false
548                 vectorized: true
549                 rowBatchContext:
550                     dataColumnCount: 11
551                     includeColumns: [4, 7, 8]
552                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
553                     partitionColumnCount: 0
554                     scratchColumnTypeNames: []
555         Reducer 2 
556             Execution mode: llap
557             Reduce Vectorization:
558                 enabled: true
559                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
560                 notVectorizedReason: PTF operator: sum only UNBOUNDED start frame is supported
561                 vectorized: false
562             Reduce Operator Tree:
563               Select Operator
564                 expressions: KEY.reducesinkkey1 (type: float), VALUE._col6 (type: string), KEY.reducesinkkey0 (type: timestamp)
565                 outputColumnNames: _col4, _col7, _col8
566                 Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
567                 PTF Operator
568                   Function definitions:
569                       Input definition
570                         input alias: ptf_0
571                         output shape: _col4: float, _col7: string, _col8: timestamp
572                         type: WINDOWING
573                       Windowing table definition
574                         input alias: ptf_1
575                         name: windowingtablefunction
576                         order by: _col4 ASC NULLS FIRST
577                         partition by: _col8
578                         raw input shape:
579                         window functions:
580                             window function definition
581                               alias: sum_window_0
582                               arguments: _col4
583                               name: sum
584                               window function: GenericUDAFSumDouble
585                               window frame: RANGE CURRENT~FOLLOWING(MAX)
586                   Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
587                   Select Operator
588                     expressions: _col7 (type: string), sum_window_0 (type: double)
589                     outputColumnNames: _col0, _col1
590                     Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
591                     Limit
592                       Number of rows: 100
593                       Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
594                       File Output Operator
595                         compressed: false
596                         Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
597                         table:
598                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
599                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
600                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
601
602   Stage: Stage-0
603     Fetch Operator
604       limit: 100
605       Processor Tree:
606         ListSink
607
608 PREHOOK: query: select s, sum(f) over (partition by ts order by f range between current row and unbounded following) from over10k limit 100
609 PREHOOK: type: QUERY
610 PREHOOK: Input: default@over10k
611 #### A masked pattern was here ####
612 POSTHOOK: query: select s, sum(f) over (partition by ts order by f range between current row and unbounded following) from over10k limit 100
613 POSTHOOK: type: QUERY
614 POSTHOOK: Input: default@over10k
615 #### A masked pattern was here ####
616 s       sum_window_0
617 gabriella xylophone     1276.850001335144
618 calvin brown    1273.68000125885
619 jessica laertes 1262.7900009155273
620 yuri allen      1248.2500009536743
621 tom johnson     1233.4700012207031
622 bob ovid        1215.6200008392334
623 fred nixon      1195.0100002288818
624 oscar brown     1166.3199996948242
625 calvin laertes  1137.1000003814697
626 david falkner   1105.9300003051758
627 calvin steinbeck        1067.5800018310547
628 katie white     1028.9700012207031
629 sarah falkner   989.4900016784668
630 mike laertes    948.9500007629395
631 victor ellison  907.3500022888184
632 luke zipper     861.2700004577637
633 rachel garcia   806.9099998474121
634 wendy steinbeck 749.9700012207031
635 priscilla zipper        685.0100021362305
636 rachel thompson 611.4900054931641
637 victor van buren        532.9100036621094
638 fred zipper     451.5
639 gabriella van buren     366.79000091552734
640 nick carson     279.36000061035156
641 katie king      188.0
642 jessica polk    95.04000091552734
643 oscar davidson  2368.430002987385
644 xavier johnson  2367.600003004074
645 rachel ovid     2365.6100029945374
646 xavier davidson 2361.880002975464
647 nick ellison    2353.0200033187866
648 jessica robinson        2342.4000034332275
649 bob king        2331.0800037384033
650 ulysses xylophone       2318.2500038146973
651 wendy thompson  2303.550004005432
652 yuri brown      2288.590003967285
653 ethan ovid      2271.010004043579
654 rachel robinson 2251.9100036621094
655 holly falkner   2230.9000034332275
656 calvin nixon    2203.950002670288
657 luke thompson   2176.7200031280518
658 gabriella johnson       2147.6500034332275
659 jessica brown   2117.940004348755
660 quinn allen     2086.100004196167
661 irene brown     2054.1600036621094
662 katie zipper    2018.8400039672852
663 gabriella steinbeck     1981.520004272461
664 priscilla brown 1943.020004272461
665 zach young      1900.9400024414062
666 alice miller    1856.6400032043457
667 priscilla zipper        1811.9800033569336
668 rachel young    1765.1400032043457
669 holly thompson  1716.2500038146973
670 calvin white    1666.6100044250488
671 priscilla hernandez     1616.330005645752
672 fred polk       1564.240005493164
673 sarah van buren 1510.9800071716309
674 rachel ovid     1456.890007019043
675 luke xylophone  1400.4400062561035
676 yuri hernandez  1343.6800079345703
677 oscar van buren 1282.2700080871582
678 quinn ovid      1220.390007019043
679 victor underhill        1157.360008239746
680 luke king       1092.8100051879883
681 calvin carson   1024.1900024414062
682 jessica brown   948.0600051879883
683 jessica nixon   869.0100021362305
684 katie davidson  788.5800018310547
685 fred king       707.1699981689453
686 wendy johnson   624.3199996948242
687 ulysses johnson 540.3399963378906
688 katie xylophone 456.12999725341797
689 ethan young     370.57999420166016
690 gabriella underhill     282.6499938964844
691 luke steinbeck  193.7199935913086
692 bob falkner     99.44999694824219
693 holly allen     1607.950005441904
694 rachel ichabod  1607.590005427599
695 bob carson      1607.1100054383278
696 wendy miller    1606.3200054168701
697 nick king       1605.0500054359436
698 rachel ellison  1600.5700054168701
699 yuri garcia     1591.5700054168701
700 victor hernandez        1568.3000049591064
701 wendy underhill 1543.1700057983398
702 alice underhill 1517.830005645752
703 rachel polk     1491.9200057983398
704 holly nixon     1462.910005569458
705 ethan nixon     1432.4400062561035
706 sarah falkner   1394.490005493164
707 tom hernandez   1355.1900062561035
708 rachel ichabod  1309.2800064086914
709 priscilla thompson      1256.8400077819824
710 jessica thompson        1202.7400093078613
711 ulysses carson  1146.0400085449219
712 wendy falkner   1087.2700080871582
713 calvin white    1025.1800079345703
714 jessica ovid    956.9800109863281
715 jessica johnson 885.3000106811523
716 priscilla garcia        805.8400115966797
717 PREHOOK: query: explain vectorization detail
718 select s, avg(f) over (partition by ts order by s,f rows between current row and 5 following) from over10k limit 100
719 PREHOOK: type: QUERY
720 POSTHOOK: query: explain vectorization detail
721 select s, avg(f) over (partition by ts order by s,f rows between current row and 5 following) from over10k limit 100
722 POSTHOOK: type: QUERY
723 Explain
724 PLAN VECTORIZATION:
725   enabled: true
726   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
727
728 STAGE DEPENDENCIES:
729   Stage-1 is a root stage
730   Stage-0 depends on stages: Stage-1
731
732 STAGE PLANS:
733   Stage: Stage-1
734     Tez
735 #### A masked pattern was here ####
736       Edges:
737         Reducer 2 <- Map 1 (SIMPLE_EDGE)
738 #### A masked pattern was here ####
739       Vertices:
740         Map 1 
741             Map Operator Tree:
742                 TableScan
743                   alias: over10k
744                   Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
745                   TableScan Vectorization:
746                       native: true
747                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
748                   Reduce Output Operator
749                     key expressions: ts (type: timestamp), s (type: string), f (type: float)
750                     sort order: +++
751                     Map-reduce partition columns: ts (type: timestamp)
752                     Reduce Sink Vectorization:
753                         className: VectorReduceSinkObjectHashOperator
754                         keyColumnNums: [8, 7, 4]
755                         native: true
756                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
757                         partitionColumnNums: [8]
758                         valueColumnNums: []
759                     Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
760             Execution mode: vectorized, llap
761             LLAP IO: no inputs
762             Map Vectorization:
763                 enabled: true
764                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
765                 inputFormatFeatureSupport: [DECIMAL_64]
766                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
767                 featureSupportInUse: []
768                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
769                 allNative: true
770                 usesVectorUDFAdaptor: false
771                 vectorized: true
772                 rowBatchContext:
773                     dataColumnCount: 11
774                     includeColumns: [4, 7, 8]
775                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
776                     partitionColumnCount: 0
777                     scratchColumnTypeNames: []
778         Reducer 2 
779             Execution mode: llap
780             Reduce Vectorization:
781                 enabled: true
782                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
783                 notVectorizedReason: PTF operator: avg only UNBOUNDED start frame is supported
784                 vectorized: false
785             Reduce Operator Tree:
786               Select Operator
787                 expressions: KEY.reducesinkkey2 (type: float), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: timestamp)
788                 outputColumnNames: _col4, _col7, _col8
789                 Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
790                 PTF Operator
791                   Function definitions:
792                       Input definition
793                         input alias: ptf_0
794                         output shape: _col4: float, _col7: string, _col8: timestamp
795                         type: WINDOWING
796                       Windowing table definition
797                         input alias: ptf_1
798                         name: windowingtablefunction
799                         order by: _col7 ASC NULLS FIRST, _col4 ASC NULLS FIRST
800                         partition by: _col8
801                         raw input shape:
802                         window functions:
803                             window function definition
804                               alias: avg_window_0
805                               arguments: _col4
806                               name: avg
807                               window function: GenericUDAFAverageEvaluatorDouble
808                               window frame: ROWS CURRENT~FOLLOWING(5)
809                   Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
810                   Select Operator
811                     expressions: _col7 (type: string), avg_window_0 (type: double)
812                     outputColumnNames: _col0, _col1
813                     Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
814                     Limit
815                       Number of rows: 100
816                       Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
817                       File Output Operator
818                         compressed: false
819                         Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
820                         table:
821                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
822                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
823                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
824
825   Stage: Stage-0
826     Fetch Operator
827       limit: 100
828       Processor Tree:
829         ListSink
830
831 PREHOOK: query: select s, avg(f) over (partition by ts order by s,f rows between current row and 5 following) from over10k limit 100
832 PREHOOK: type: QUERY
833 PREHOOK: Input: default@over10k
834 #### A masked pattern was here ####
835 POSTHOOK: query: select s, avg(f) over (partition by ts order by s,f rows between current row and 5 following) from over10k limit 100
836 POSTHOOK: type: QUERY
837 POSTHOOK: Input: default@over10k
838 #### A masked pattern was here ####
839 s       avg_window_0
840 bob ovid        28.053333441416424
841 calvin brown    38.73666652043661
842 calvin laertes  51.493333180745445
843 calvin steinbeck        46.826666514078774
844 david falkner   42.81499973932902
845 fred nixon      52.26333347956339
846 fred zipper     62.97499990463257
847 gabriella van buren     55.43666664759318
848 gabriella xylophone     49.925000031789146
849 jessica laertes 56.32999976476034
850 jessica polk    69.13333320617676
851 katie king      58.16333293914795
852 katie white     54.92333253224691
853 luke zipper     57.83333237965902
854 mike laertes    61.86999924977621
855 nick carson     61.69333299001058
856 oscar brown     49.44166628519694
857 priscilla zipper        52.25166670481364
858 rachel garcia   53.56666787465414
859 rachel thompson 54.903334617614746
860 sarah falkner   44.27000093460083
861 tom johnson     45.01600093841553
862 victor ellison  51.80750107765198
863 victor van buren        53.71666749318441
864 wendy steinbeck 39.869999408721924
865 yuri allen      14.779999732971191
866 alice miller    51.76333204905192
867 bob falkner     47.50333213806152
868 bob king        45.58333269755045
869 calvin carson   57.253332455952965
870 calvin nixon    53.441665967305504
871 calvin white    53.85499922434489
872 ethan ovid      51.891666094462074
873 ethan young     63.52999941507975
874 fred king       53.36666615804037
875 fred polk       47.83166631062826
876 gabriella johnson       44.84166653951009
877 gabriella steinbeck     45.1966667175293
878 gabriella underhill     51.95500055948893
879 holly falkner   50.538333892822266
880 holly thompson  47.93333371480306
881 irene brown     53.22833442687988
882 jessica brown   61.600001653035484
883 jessica brown   62.51333491007487
884 jessica nixon   60.775001525878906
885 jessica robinson        63.08166758219401
886 katie davidson  66.04000091552734
887 katie xylophone 61.931666692097984
888 katie zipper    49.44333283106486
889 luke king       43.36166621247927
890 luke steinbeck  42.238332599401474
891 luke thompson   33.54000013073286
892 luke xylophone  37.376666873693466
893 nick ellison    35.72333384553591
894 oscar davidson  39.27666728695234
895 oscar van buren 49.643333752950035
896 priscilla brown 39.95166691144308
897 priscilla hernandez     42.346666733423866
898 priscilla zipper        37.166666746139526
899 quinn allen     37.50833328564962
900 quinn ovid      41.199999888738
901 rachel ovid     44.729999939600624
902 rachel ovid     46.558333237965904
903 rachel robinson 47.90833361943563
904 rachel young    58.40333414077759
905 sarah van buren 52.74833424886068
906 ulysses johnson 45.21000083287557
907 ulysses xylophone       31.506667653719585
908 victor underhill        31.98666767279307
909 wendy johnson   31.46333380540212
910 wendy thompson  24.84999978542328
911 xavier davidson 26.82799973487854
912 xavier johnson  31.319999754428864
913 yuri brown      41.09666633605957
914 yuri hernandez  52.85499954223633
915 zach young      44.29999923706055
916 alice underhill 38.0366666217645
917 bob carson      38.7966665327549
918 calvin white    51.90833304325739
919 ethan ichabod   52.48833360274633
920 ethan nixon     46.103333373864494
921 holly allen     40.5249999165535
922 holly nixon     55.85333355267843
923 jessica johnson 64.11166644096375
924 jessica ovid    66.54166674613953
925 jessica thompson        69.09166725476582
926 nick king       68.65833353996277
927 oscar carson    82.59166717529297
928 priscilla garcia        80.75166702270508
929 priscilla hernandez     68.91500091552734
930 priscilla polk  53.32166742781798
931 priscilla thompson      47.56499997278055
932 quinn van buren 43.383333598574005
933 rachel davidson 35.253333166241646
934 rachel ellison  29.356666321555775
935 rachel ichabod  37.651666397849716
936 rachel ichabod  41.75999959309896
937 rachel polk     49.56333351135254
938 sarah falkner   59.53333377838135
939 tom hernandez   63.331667264302574
940 PREHOOK: query: explain vectorization detail
941 select s, avg(d) over (partition by t order by s,d desc rows between 5 preceding and 5 following) from over10k limit 100
942 PREHOOK: type: QUERY
943 POSTHOOK: query: explain vectorization detail
944 select s, avg(d) over (partition by t order by s,d desc rows between 5 preceding and 5 following) from over10k limit 100
945 POSTHOOK: type: QUERY
946 Explain
947 PLAN VECTORIZATION:
948   enabled: true
949   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
950
951 STAGE DEPENDENCIES:
952   Stage-1 is a root stage
953   Stage-0 depends on stages: Stage-1
954
955 STAGE PLANS:
956   Stage: Stage-1
957     Tez
958 #### A masked pattern was here ####
959       Edges:
960         Reducer 2 <- Map 1 (SIMPLE_EDGE)
961 #### A masked pattern was here ####
962       Vertices:
963         Map 1 
964             Map Operator Tree:
965                 TableScan
966                   alias: over10k
967                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
968                   TableScan Vectorization:
969                       native: true
970                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
971                   Reduce Output Operator
972                     key expressions: t (type: tinyint), s (type: string), d (type: double)
973                     sort order: ++-
974                     Map-reduce partition columns: t (type: tinyint)
975                     Reduce Sink Vectorization:
976                         className: VectorReduceSinkObjectHashOperator
977                         keyColumnNums: [0, 7, 5]
978                         native: true
979                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
980                         partitionColumnNums: [0]
981                         valueColumnNums: []
982                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
983             Execution mode: vectorized, llap
984             LLAP IO: no inputs
985             Map Vectorization:
986                 enabled: true
987                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
988                 inputFormatFeatureSupport: [DECIMAL_64]
989                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
990                 featureSupportInUse: []
991                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
992                 allNative: true
993                 usesVectorUDFAdaptor: false
994                 vectorized: true
995                 rowBatchContext:
996                     dataColumnCount: 11
997                     includeColumns: [0, 5, 7]
998                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
999                     partitionColumnCount: 0
1000                     scratchColumnTypeNames: []
1001         Reducer 2 
1002             Execution mode: llap
1003             Reduce Vectorization:
1004                 enabled: true
1005                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1006                 notVectorizedReason: PTF operator: avg only UNBOUNDED start frame is supported
1007                 vectorized: false
1008             Reduce Operator Tree:
1009               Select Operator
1010                 expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey1 (type: string)
1011                 outputColumnNames: _col0, _col5, _col7
1012                 Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
1013                 PTF Operator
1014                   Function definitions:
1015                       Input definition
1016                         input alias: ptf_0
1017                         output shape: _col0: tinyint, _col5: double, _col7: string
1018                         type: WINDOWING
1019                       Windowing table definition
1020                         input alias: ptf_1
1021                         name: windowingtablefunction
1022                         order by: _col7 ASC NULLS FIRST, _col5 DESC NULLS LAST
1023                         partition by: _col0
1024                         raw input shape:
1025                         window functions:
1026                             window function definition
1027                               alias: avg_window_0
1028                               arguments: _col5
1029                               name: avg
1030                               window function: GenericUDAFAverageEvaluatorDouble
1031                               window frame: ROWS PRECEDING(5)~FOLLOWING(5)
1032                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
1033                   Select Operator
1034                     expressions: _col7 (type: string), avg_window_0 (type: double)
1035                     outputColumnNames: _col0, _col1
1036                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
1037                     Limit
1038                       Number of rows: 100
1039                       Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
1040                       File Output Operator
1041                         compressed: false
1042                         Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
1043                         table:
1044                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1045                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1046                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1047
1048   Stage: Stage-0
1049     Fetch Operator
1050       limit: 100
1051       Processor Tree:
1052         ListSink
1053
1054 PREHOOK: query: select s, avg(d) over (partition by t order by s,d desc rows between 5 preceding and 5 following) from over10k limit 100
1055 PREHOOK: type: QUERY
1056 PREHOOK: Input: default@over10k
1057 #### A masked pattern was here ####
1058 POSTHOOK: query: select s, avg(d) over (partition by t order by s,d desc rows between 5 preceding and 5 following) from over10k limit 100
1059 POSTHOOK: type: QUERY
1060 POSTHOOK: Input: default@over10k
1061 #### A masked pattern was here ####
1062 s       avg_window_0
1063 alice allen     33.20166666666666
1064 alice davidson  30.741428571428568
1065 alice falkner   27.742499999999996
1066 alice king      26.706666666666663
1067 alice king      26.306999999999995
1068 alice xylophone 24.458181818181814
1069 bob ellison     25.029090909090908
1070 bob falkner     24.216363636363635
1071 bob ichabod     20.173636363636362
1072 bob johnson     16.431818181818176
1073 bob polk        16.640909090909087
1074 bob underhill   15.266363636363632
1075 bob underhill   18.288181818181812
1076 bob van buren   18.405454545454543
1077 calvin ichabod  20.90363636363636
1078 calvin white    22.448181818181812
1079 david carson    24.329090909090898
1080 david falkner   25.01181818181817
1081 david garcia    22.984545454545444
1082 david hernandez 22.92272727272726
1083 ethan steinbeck 24.026363636363627
1084 ethan underhill 25.189090909090904
1085 fred ellison    27.159999999999993
1086 gabriella brown 25.66454545454545
1087 holly nixon     25.70545454545454
1088 holly polk      24.11818181818182
1089 holly steinbeck 24.49090909090909
1090 holly thompson  23.376363636363635
1091 holly underhill 19.453636363636363
1092 irene ellison   20.378181818181826
1093 irene underhill 23.510000000000012
1094 irene young     25.371818181818195
1095 jessica johnson 24.42636363636365
1096 jessica king    26.380000000000017
1097 jessica miller  23.99545454545456
1098 jessica white   26.866363636363655
1099 katie ichabod   28.520909090909115
1100 luke garcia     26.110909090909114
1101 luke ichabod    27.41909090909093
1102 luke king       28.713636363636375
1103 luke young      30.59181818181818
1104 mike allen      27.91545454545455
1105 mike king       25.526363636363644
1106 mike polk       24.774545454545464
1107 mike white      25.18363636363637
1108 mike xylophone  27.50818181818182
1109 nick nixon      26.225454545454546
1110 nick robinson   24.34454545454545
1111 oscar davidson  26.719090909090916
1112 oscar garcia    27.196363636363643
1113 oscar johnson   27.08272727272728
1114 oscar johnson   25.164545454545472
1115 oscar miller    28.059090909090916
1116 priscilla laertes       31.73727272727274
1117 priscilla quirinius     30.353636363636372
1118 priscilla zipper        27.961818181818195
1119 quinn ellison   29.40636363636366
1120 quinn polk      27.267272727272754
1121 rachel davidson 25.415454545454562
1122 rachel thompson 23.608181818181823
1123 sarah miller    21.49909090909091
1124 sarah robinson  23.40454545454546
1125 sarah xylophone 26.957272727272724
1126 sarah zipper    24.83545454545455
1127 tom hernandez   21.274545454545454
1128 tom hernandez   20.315454545454546
1129 tom polk        21.90181818181819
1130 tom steinbeck   20.772727272727273
1131 ulysses carson  21.647272727272718
1132 ulysses ellison 22.960909090909084
1133 ulysses quirinius       23.025454545454544
1134 ulysses robinson        23.762727272727282
1135 ulysses steinbeck       21.08909090909091
1136 victor allen    16.628181818181826
1137 victor hernandez        15.74909090909091
1138 victor robinson 18.193636363636355
1139 victor thompson 20.81181818181817
1140 victor xylophone        20.372727272727243
1141 wendy quirinius 20.81636363636362
1142 wendy robinson  19.936363636363634
1143 wendy xylophone 20.270909090909093
1144 xavier garcia   19.874000000000002
1145 xavier ovid     19.976666666666663
1146 yuri xylophone  21.89625000000001
1147 zach thompson   25.021428571428583
1148 zach young      27.77666666666668
1149 alice carson    18.785
1150 alice nixon     17.58142857142857
1151 alice underhill 17.072499999999998
1152 alice underhill 19.146666666666665
1153 alice xylophone 20.556
1154 bob falkner     19.116363636363637
1155 bob king        21.04
1156 bob ovid        20.854545454545452
1157 bob van buren   21.988181818181815
1158 bob xylophone   24.364545454545453
1159 calvin xylophone        26.91272727272727
1160 david falkner   27.31
1161 david laertes   28.00454545454545
1162 david miller    28.40090909090909
1163 PREHOOK: query: explain vectorization detail
1164 select s, sum(i) over(partition by ts order by s) from over10k limit 100
1165 PREHOOK: type: QUERY
1166 POSTHOOK: query: explain vectorization detail
1167 select s, sum(i) over(partition by ts order by s) from over10k limit 100
1168 POSTHOOK: type: QUERY
1169 Explain
1170 PLAN VECTORIZATION:
1171   enabled: true
1172   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1173
1174 STAGE DEPENDENCIES:
1175   Stage-1 is a root stage
1176   Stage-0 depends on stages: Stage-1
1177
1178 STAGE PLANS:
1179   Stage: Stage-1
1180     Tez
1181 #### A masked pattern was here ####
1182       Edges:
1183         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1184 #### A masked pattern was here ####
1185       Vertices:
1186         Map 1 
1187             Map Operator Tree:
1188                 TableScan
1189                   alias: over10k
1190                   Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
1191                   TableScan Vectorization:
1192                       native: true
1193                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1194                   Reduce Output Operator
1195                     key expressions: ts (type: timestamp), s (type: string)
1196                     sort order: ++
1197                     Map-reduce partition columns: ts (type: timestamp)
1198                     Reduce Sink Vectorization:
1199                         className: VectorReduceSinkObjectHashOperator
1200                         keyColumnNums: [8, 7]
1201                         native: true
1202                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1203                         partitionColumnNums: [8]
1204                         valueColumnNums: [2]
1205                     Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
1206                     value expressions: i (type: int)
1207             Execution mode: vectorized, llap
1208             LLAP IO: no inputs
1209             Map Vectorization:
1210                 enabled: true
1211                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
1212                 inputFormatFeatureSupport: [DECIMAL_64]
1213                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
1214                 featureSupportInUse: []
1215                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
1216                 allNative: true
1217                 usesVectorUDFAdaptor: false
1218                 vectorized: true
1219                 rowBatchContext:
1220                     dataColumnCount: 11
1221                     includeColumns: [2, 7, 8]
1222                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
1223                     partitionColumnCount: 0
1224                     scratchColumnTypeNames: []
1225         Reducer 2 
1226             Execution mode: vectorized, llap
1227             Reduce Vectorization:
1228                 enabled: true
1229                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1230                 reduceColumnNullOrder: aa
1231                 reduceColumnSortOrder: ++
1232                 allNative: false
1233                 usesVectorUDFAdaptor: false
1234                 vectorized: true
1235                 rowBatchContext:
1236                     dataColumnCount: 3
1237                     dataColumns: KEY.reducesinkkey0:timestamp, KEY.reducesinkkey1:string, VALUE._col2:int
1238                     partitionColumnCount: 0
1239                     scratchColumnTypeNames: [bigint]
1240             Reduce Operator Tree:
1241               Select Operator
1242                 expressions: VALUE._col2 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: timestamp)
1243                 outputColumnNames: _col2, _col7, _col8
1244                 Select Vectorization:
1245                     className: VectorSelectOperator
1246                     native: true
1247                     projectedOutputColumnNums: [2, 1, 0]
1248                 Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
1249                 PTF Operator
1250                   Function definitions:
1251                       Input definition
1252                         input alias: ptf_0
1253                         output shape: _col2: int, _col7: string, _col8: timestamp
1254                         type: WINDOWING
1255                       Windowing table definition
1256                         input alias: ptf_1
1257                         name: windowingtablefunction
1258                         order by: _col7 ASC NULLS FIRST
1259                         partition by: _col8
1260                         raw input shape:
1261                         window functions:
1262                             window function definition
1263                               alias: sum_window_0
1264                               arguments: _col2
1265                               name: sum
1266                               window function: GenericUDAFSumLong
1267                               window frame: RANGE PRECEDING(MAX)~CURRENT
1268                   PTF Vectorization:
1269                       className: VectorPTFOperator
1270                       evaluatorClasses: [VectorPTFEvaluatorLongSum]
1271                       functionInputExpressions: [col 2:int]
1272                       functionNames: [sum]
1273                       keyInputColumns: [1, 0]
1274                       native: true
1275                       nonKeyInputColumns: [2]
1276                       orderExpressions: [col 1:string]
1277                       outputColumns: [3, 2, 1, 0]
1278                       outputTypes: [bigint, int, string, timestamp]
1279                       partitionExpressions: [col 0:timestamp]
1280                       streamingColumns: []
1281                   Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
1282                   Select Operator
1283                     expressions: _col7 (type: string), sum_window_0 (type: bigint)
1284                     outputColumnNames: _col0, _col1
1285                     Select Vectorization:
1286                         className: VectorSelectOperator
1287                         native: true
1288                         projectedOutputColumnNums: [1, 3]
1289                     Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
1290                     Limit
1291                       Number of rows: 100
1292                       Limit Vectorization:
1293                           className: VectorLimitOperator
1294                           native: true
1295                       Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
1296                       File Output Operator
1297                         compressed: false
1298                         File Sink Vectorization:
1299                             className: VectorFileSinkOperator
1300                             native: false
1301                         Statistics: Num rows: 1 Data size: 228 Basic stats: COMPLETE Column stats: NONE
1302                         table:
1303                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1304                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1305                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1306
1307   Stage: Stage-0
1308     Fetch Operator
1309       limit: 100
1310       Processor Tree:
1311         ListSink
1312
1313 PREHOOK: query: select s, sum(i) over(partition by ts order by s) from over10k limit 100
1314 PREHOOK: type: QUERY
1315 PREHOOK: Input: default@over10k
1316 #### A masked pattern was here ####
1317 POSTHOOK: query: select s, sum(i) over(partition by ts order by s) from over10k limit 100
1318 POSTHOOK: type: QUERY
1319 POSTHOOK: Input: default@over10k
1320 #### A masked pattern was here ####
1321 s       sum_window_0
1322 bob ovid        65748
1323 calvin brown    131440
1324 calvin laertes  197097
1325 calvin steinbeck        262874
1326 david falkner   328506
1327 fred nixon      394118
1328 fred zipper     459719
1329 gabriella van buren     525334
1330 gabriella xylophone     591058
1331 jessica laertes 656771
1332 jessica polk    722558
1333 katie king      788310
1334 katie white     853920
1335 luke zipper     919543
1336 mike laertes    985277
1337 nick carson     1050928
1338 oscar brown     1116474
1339 priscilla zipper        1182084
1340 rachel garcia   1247836
1341 rachel thompson 1313378
1342 sarah falkner   1379093
1343 tom johnson     1444791
1344 victor ellison  1510421
1345 victor van buren        1576006
1346 wendy steinbeck 1641591
1347 yuri allen      1707256
1348 alice miller    65581
1349 bob falkner     131319
1350 bob king        197015
1351 calvin carson   262712
1352 calvin nixon    328407
1353 calvin white    393960
1354 ethan ovid      459504
1355 ethan young     525178
1356 fred king       590838
1357 fred polk       656600
1358 gabriella johnson       722283
1359 gabriella steinbeck     787886
1360 gabriella underhill     853497
1361 holly falkner   919218
1362 holly thompson  985000
1363 irene brown     1050757
1364 jessica brown   1182155
1365 jessica brown   1182155
1366 jessica nixon   1247815
1367 jessica robinson        1313437
1368 katie davidson  1379172
1369 katie xylophone 1444746
1370 katie zipper    1510302
1371 luke king       1576084
1372 luke steinbeck  1641724
1373 luke thompson   1707324
1374 luke xylophone  1773102
1375 nick ellison    1838744
1376 oscar davidson  1904390
1377 oscar van buren 1969971
1378 priscilla brown 2035582
1379 priscilla hernandez     2101353
1380 priscilla zipper        2166925
1381 quinn allen     2232487
1382 quinn ovid      2298060
1383 rachel ovid     2429366
1384 rachel ovid     2429366
1385 rachel robinson 2495140
1386 rachel young    2560880
1387 sarah van buren 2626599
1388 ulysses johnson 2692259
1389 ulysses xylophone       2757830
1390 victor underhill        2823401
1391 wendy johnson   2889058
1392 wendy thompson  2954831
1393 xavier davidson 3020367
1394 xavier johnson  3086050
1395 yuri brown      3151628
1396 yuri hernandez  3217338
1397 zach young      3283046
1398 alice underhill 65705
1399 bob carson      131461
1400 calvin white    197044
1401 ethan ichabod   262796
1402 ethan nixon     328501
1403 holly allen     394248
1404 holly nixon     459928
1405 jessica johnson 525664
1406 jessica ovid    591415
1407 jessica thompson        657122
1408 nick king       722691
1409 oscar carson    788459
1410 priscilla garcia        854222
1411 priscilla hernandez     919979
1412 priscilla polk  985680
1413 priscilla thompson      1051347
1414 quinn van buren 1117102
1415 rachel davidson 1182710
1416 rachel ellison  1248448
1417 rachel ichabod  1379923
1418 rachel ichabod  1379923
1419 rachel polk     1445518
1420 sarah falkner   1511234
1421 tom hernandez   1576947
1422 PREHOOK: query: explain vectorization detail
1423 select f, sum(f) over (partition by ts order by f range between unbounded preceding and current row) from over10k limit 100
1424 PREHOOK: type: QUERY
1425 POSTHOOK: query: explain vectorization detail
1426 select f, sum(f) over (partition by ts order by f range between unbounded preceding and current row) from over10k limit 100
1427 POSTHOOK: type: QUERY
1428 Explain
1429 PLAN VECTORIZATION:
1430   enabled: true
1431   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1432
1433 STAGE DEPENDENCIES:
1434   Stage-1 is a root stage
1435   Stage-0 depends on stages: Stage-1
1436
1437 STAGE PLANS:
1438   Stage: Stage-1
1439     Tez
1440 #### A masked pattern was here ####
1441       Edges:
1442         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1443 #### A masked pattern was here ####
1444       Vertices:
1445         Map 1 
1446             Map Operator Tree:
1447                 TableScan
1448                   alias: over10k
1449                   Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1450                   TableScan Vectorization:
1451                       native: true
1452                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1453                   Reduce Output Operator
1454                     key expressions: ts (type: timestamp), f (type: float)
1455                     sort order: ++
1456                     Map-reduce partition columns: ts (type: timestamp)
1457                     Reduce Sink Vectorization:
1458                         className: VectorReduceSinkObjectHashOperator
1459                         keyColumnNums: [8, 4]
1460                         native: true
1461                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1462                         partitionColumnNums: [8]
1463                         valueColumnNums: []
1464                     Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1465             Execution mode: vectorized, llap
1466             LLAP IO: no inputs
1467             Map Vectorization:
1468                 enabled: true
1469                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
1470                 inputFormatFeatureSupport: [DECIMAL_64]
1471                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
1472                 featureSupportInUse: []
1473                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
1474                 allNative: true
1475                 usesVectorUDFAdaptor: false
1476                 vectorized: true
1477                 rowBatchContext:
1478                     dataColumnCount: 11
1479                     includeColumns: [4, 8]
1480                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
1481                     partitionColumnCount: 0
1482                     scratchColumnTypeNames: []
1483         Reducer 2 
1484             Execution mode: vectorized, llap
1485             Reduce Vectorization:
1486                 enabled: true
1487                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1488                 reduceColumnNullOrder: aa
1489                 reduceColumnSortOrder: ++
1490                 allNative: false
1491                 usesVectorUDFAdaptor: false
1492                 vectorized: true
1493                 rowBatchContext:
1494                     dataColumnCount: 2
1495                     dataColumns: KEY.reducesinkkey0:timestamp, KEY.reducesinkkey1:float
1496                     partitionColumnCount: 0
1497                     scratchColumnTypeNames: [double]
1498             Reduce Operator Tree:
1499               Select Operator
1500                 expressions: KEY.reducesinkkey1 (type: float), KEY.reducesinkkey0 (type: timestamp)
1501                 outputColumnNames: _col4, _col8
1502                 Select Vectorization:
1503                     className: VectorSelectOperator
1504                     native: true
1505                     projectedOutputColumnNums: [1, 0]
1506                 Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1507                 PTF Operator
1508                   Function definitions:
1509                       Input definition
1510                         input alias: ptf_0
1511                         output shape: _col4: float, _col8: timestamp
1512                         type: WINDOWING
1513                       Windowing table definition
1514                         input alias: ptf_1
1515                         name: windowingtablefunction
1516                         order by: _col4 ASC NULLS FIRST
1517                         partition by: _col8
1518                         raw input shape:
1519                         window functions:
1520                             window function definition
1521                               alias: sum_window_0
1522                               arguments: _col4
1523                               name: sum
1524                               window function: GenericUDAFSumDouble
1525                               window frame: RANGE PRECEDING(MAX)~CURRENT
1526                   PTF Vectorization:
1527                       className: VectorPTFOperator
1528                       evaluatorClasses: [VectorPTFEvaluatorDoubleSum]
1529                       functionInputExpressions: [col 1:float]
1530                       functionNames: [sum]
1531                       keyInputColumns: [1, 0]
1532                       native: true
1533                       nonKeyInputColumns: []
1534                       orderExpressions: [col 1:float]
1535                       outputColumns: [2, 1, 0]
1536                       outputTypes: [double, float, timestamp]
1537                       partitionExpressions: [col 0:timestamp]
1538                       streamingColumns: []
1539                   Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1540                   Select Operator
1541                     expressions: _col4 (type: float), sum_window_0 (type: double)
1542                     outputColumnNames: _col0, _col1
1543                     Select Vectorization:
1544                         className: VectorSelectOperator
1545                         native: true
1546                         projectedOutputColumnNums: [1, 2]
1547                     Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1548                     Limit
1549                       Number of rows: 100
1550                       Limit Vectorization:
1551                           className: VectorLimitOperator
1552                           native: true
1553                       Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1554                       File Output Operator
1555                         compressed: false
1556                         File Sink Vectorization:
1557                             className: VectorFileSinkOperator
1558                             native: false
1559                         Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1560                         table:
1561                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1562                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1563                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1564
1565   Stage: Stage-0
1566     Fetch Operator
1567       limit: 100
1568       Processor Tree:
1569         ListSink
1570
1571 PREHOOK: query: select f, sum(f) over (partition by ts order by f range between unbounded preceding and current row) from over10k limit 100
1572 PREHOOK: type: QUERY
1573 PREHOOK: Input: default@over10k
1574 #### A masked pattern was here ####
1575 POSTHOOK: query: select f, sum(f) over (partition by ts order by f range between unbounded preceding and current row) from over10k limit 100
1576 POSTHOOK: type: QUERY
1577 POSTHOOK: Input: default@over10k
1578 #### A masked pattern was here ####
1579 f       sum_window_0
1580 3.17    3.1700000762939453
1581 10.89   14.0600004196167
1582 14.54   28.600000381469727
1583 14.78   43.38000011444092
1584 17.85   61.230000495910645
1585 20.61   81.8400011062622
1586 28.69   110.53000164031982
1587 29.22   139.75000095367432
1588 31.17   170.92000102996826
1589 38.35   209.26999950408936
1590 38.61   247.88000011444092
1591 39.48   287.35999965667725
1592 40.54   327.9000005722046
1593 41.6    369.4999990463257
1594 46.08   415.58000087738037
1595 54.36   469.94000148773193
1596 56.94   526.8800001144409
1597 64.96   591.8399991989136
1598 73.52   665.35999584198
1599 78.58   743.9399976730347
1600 81.41   825.350001335144
1601 84.71   910.0600004196167
1602 87.43   997.4900007247925
1603 91.36   1088.850001335144
1604 92.96   1181.8100004196167
1605 95.04   1276.850001335144
1606 0.83    0.8299999833106995
1607 1.99    2.8199999928474426
1608 3.73    6.550000011920929
1609 8.86    15.409999668598175
1610 10.62   26.029999554157257
1611 11.32   37.349999248981476
1612 12.83   50.17999917268753
1613 14.7    64.87999898195267
1614 14.96   79.83999902009964
1615 17.58   97.4199989438057
1616 19.1    116.51999932527542
1617 21.01   137.52999955415726
1618 26.95   164.4800003170967
1619 27.23   191.70999985933304
1620 29.07   220.77999955415726
1621 29.71   250.4899986386299
1622 31.84   282.3299987912178
1623 31.94   314.2699993252754
1624 35.32   349.58999902009964
1625 37.32   386.90999871492386
1626 38.5    425.40999871492386
1627 42.08   467.49000054597855
1628 44.3    511.7899997830391
1629 44.66   556.4499996304512
1630 46.84   603.2899997830391
1631 48.89   652.1799991726875
1632 49.64   701.819998562336
1633 50.28   752.0999973416328
1634 52.09   804.1899974942207
1635 53.26   857.4499958157539
1636 54.09   911.5399959683418
1637 56.45   967.9899967312813
1638 56.76   1024.7499950528145
1639 61.41   1086.1599949002266
1640 61.88   1148.0399959683418
1641 63.03   1211.0699947476387
1642 64.55   1275.6199977993965
1643 68.62   1344.2400005459785
1644 76.13   1420.3699977993965
1645 79.05   1499.4200008511543
1646 80.43   1579.85000115633
1647 81.41   1661.2600048184395
1648 82.85   1744.1100032925606
1649 83.98   1828.0900066494942
1650 84.21   1912.3000057339668
1651 85.55   1997.8500087857246
1652 87.93   2085.7800090909004
1653 88.93   2174.710009396076
1654 94.27   2268.9800060391426
1655 99.45   2368.430002987385
1656 0.36    0.36000001430511475
1657 0.48    0.8400000035762787
1658 0.79    1.6300000250339508
1659 1.27    2.9000000059604645
1660 4.48    7.380000025033951
1661 9.0     16.38000002503395
1662 23.27   39.65000048279762
1663 25.13   64.77999964356422
1664 25.34   90.11999979615211
1665 25.91   116.02999964356422
1666 29.01   145.03999987244606
1667 30.47   175.50999918580055
1668 37.95   213.45999994874
1669 39.3    252.75999918580055
1670 45.91   298.66999903321266
1671 52.44   351.10999765992165
1672 54.1    405.20999613404274
1673 56.7    461.9099968969822
1674 58.77   520.6799973547459
1675 62.09   582.7699975073338
1676 68.2    650.9699944555759
1677 71.68   722.6499947607517
1678 79.46   802.1099938452244
1679 80.02   882.1299904882908
1680 PREHOOK: query: explain vectorization detail
1681 select f, sum(f) over (partition by ts order by f rows between 2 preceding and 1 preceding) from over10k limit 100
1682 PREHOOK: type: QUERY
1683 POSTHOOK: query: explain vectorization detail
1684 select f, sum(f) over (partition by ts order by f rows between 2 preceding and 1 preceding) from over10k limit 100
1685 POSTHOOK: type: QUERY
1686 Explain
1687 PLAN VECTORIZATION:
1688   enabled: true
1689   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1690
1691 STAGE DEPENDENCIES:
1692   Stage-1 is a root stage
1693   Stage-0 depends on stages: Stage-1
1694
1695 STAGE PLANS:
1696   Stage: Stage-1
1697     Tez
1698 #### A masked pattern was here ####
1699       Edges:
1700         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1701 #### A masked pattern was here ####
1702       Vertices:
1703         Map 1 
1704             Map Operator Tree:
1705                 TableScan
1706                   alias: over10k
1707                   Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1708                   TableScan Vectorization:
1709                       native: true
1710                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1711                   Reduce Output Operator
1712                     key expressions: ts (type: timestamp), f (type: float)
1713                     sort order: ++
1714                     Map-reduce partition columns: ts (type: timestamp)
1715                     Reduce Sink Vectorization:
1716                         className: VectorReduceSinkObjectHashOperator
1717                         keyColumnNums: [8, 4]
1718                         native: true
1719                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1720                         partitionColumnNums: [8]
1721                         valueColumnNums: []
1722                     Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1723             Execution mode: vectorized, llap
1724             LLAP IO: no inputs
1725             Map Vectorization:
1726                 enabled: true
1727                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
1728                 inputFormatFeatureSupport: [DECIMAL_64]
1729                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
1730                 featureSupportInUse: []
1731                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
1732                 allNative: true
1733                 usesVectorUDFAdaptor: false
1734                 vectorized: true
1735                 rowBatchContext:
1736                     dataColumnCount: 11
1737                     includeColumns: [4, 8]
1738                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
1739                     partitionColumnCount: 0
1740                     scratchColumnTypeNames: []
1741         Reducer 2 
1742             Execution mode: llap
1743             Reduce Vectorization:
1744                 enabled: true
1745                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1746                 notVectorizedReason: PTF operator: sum only UNBOUNDED start frame is supported
1747                 vectorized: false
1748             Reduce Operator Tree:
1749               Select Operator
1750                 expressions: KEY.reducesinkkey1 (type: float), KEY.reducesinkkey0 (type: timestamp)
1751                 outputColumnNames: _col4, _col8
1752                 Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1753                 PTF Operator
1754                   Function definitions:
1755                       Input definition
1756                         input alias: ptf_0
1757                         output shape: _col4: float, _col8: timestamp
1758                         type: WINDOWING
1759                       Windowing table definition
1760                         input alias: ptf_1
1761                         name: windowingtablefunction
1762                         order by: _col4 ASC NULLS FIRST
1763                         partition by: _col8
1764                         raw input shape:
1765                         window functions:
1766                             window function definition
1767                               alias: sum_window_0
1768                               arguments: _col4
1769                               name: sum
1770                               window function: GenericUDAFSumDouble
1771                               window frame: ROWS PRECEDING(2)~PRECEDING(1)
1772                   Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1773                   Select Operator
1774                     expressions: _col4 (type: float), sum_window_0 (type: double)
1775                     outputColumnNames: _col0, _col1
1776                     Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1777                     Limit
1778                       Number of rows: 100
1779                       Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1780                       File Output Operator
1781                         compressed: false
1782                         Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE
1783                         table:
1784                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1785                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1786                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
1787
1788   Stage: Stage-0
1789     Fetch Operator
1790       limit: 100
1791       Processor Tree:
1792         ListSink
1793
1794 PREHOOK: query: select f, sum(f) over (partition by ts order by f rows between 2 preceding and 1 preceding) from over10k limit 100
1795 PREHOOK: type: QUERY
1796 PREHOOK: Input: default@over10k
1797 #### A masked pattern was here ####
1798 POSTHOOK: query: select f, sum(f) over (partition by ts order by f rows between 2 preceding and 1 preceding) from over10k limit 100
1799 POSTHOOK: type: QUERY
1800 POSTHOOK: Input: default@over10k
1801 #### A masked pattern was here ####
1802 f       sum_window_0
1803 3.17    NULL
1804 10.89   3.1700000762939453
1805 14.54   14.0600004196167
1806 14.78   25.43000030517578
1807 17.85   29.31999969482422
1808 20.61   32.63000011444092
1809 28.69   38.46000099182129
1810 29.22   49.30000114440918
1811 31.17   57.90999984741211
1812 38.35   60.38999938964844
1813 38.61   69.51999855041504
1814 39.48   76.95999908447266
1815 40.54   78.09000015258789
1816 41.6    80.02000045776367
1817 46.08   82.13999938964844
1818 54.36   87.68000030517578
1819 56.94   100.44000244140625
1820 64.96   111.29999923706055
1821 73.52   121.89999771118164
1822 78.58   138.47999572753906
1823 81.41   152.0999984741211
1824 84.71   159.99000549316406
1825 87.43   166.12000274658203
1826 91.36   172.13999938964844
1827 92.96   178.79000091552734
1828 95.04   184.31999969482422
1829 0.83    NULL
1830 1.99    0.8299999833106995
1831 3.73    2.8199999928474426
1832 8.86    5.7200000286102295
1833 10.62   12.589999675750732
1834 11.32   19.479999542236328
1835 12.83   21.9399995803833
1836 14.7    24.149999618530273
1837 14.96   27.52999973297119
1838 17.58   29.65999984741211
1839 19.1    32.53999996185303
1840 21.01   36.68000030517578
1841 26.95   40.11000061035156
1842 27.23   47.96000099182129
1843 29.07   54.18000030517578
1844 29.71   56.29999923706055
1845 31.84   58.779998779296875
1846 31.94   61.54999923706055
1847 35.32   63.78000068664551
1848 37.32   67.26000022888184
1849 38.5    72.63999938964844
1850 42.08   75.81999969482422
1851 44.3    80.58000183105469
1852 44.66   86.38000106811523
1853 46.84   88.95999908447266
1854 48.89   91.5
1855 49.64   95.72999954223633
1856 50.28   98.52999877929688
1857 52.09   99.91999816894531
1858 53.26   102.36999893188477
1859 54.09   105.3499984741211
1860 56.45   107.3499984741211
1861 56.76   110.54000091552734
1862 61.41   113.20999908447266
1863 61.88   118.16999816894531
1864 63.03   123.29000091552734
1865 64.55   124.90999984741211
1866 68.62   127.58000183105469
1867 76.13   133.17000579833984
1868 79.05   144.75
1869 80.43   155.18000030517578
1870 81.41   159.4800033569336
1871 82.85   161.84000396728516
1872 83.98   164.26000213623047
1873 84.21   166.8300018310547
1874 85.55   168.19000244140625
1875 87.93   169.76000213623047
1876 88.93   173.4800033569336
1877 94.27   176.86000061035156
1878 99.45   183.1999969482422
1879 0.36    NULL
1880 0.48    0.36000001430511475
1881 0.79    0.8400000035762787
1882 1.27    1.270000010728836
1883 4.48    2.060000002384186
1884 9.0     5.75
1885 23.27   13.480000019073486
1886 25.13   32.27000045776367
1887 25.34   48.39999961853027
1888 25.91   50.46999931335449
1889 29.01   51.25
1890 30.47   54.920000076293945
1891 37.95   59.47999954223633
1892 39.3    68.42000007629395
1893 45.91   77.25
1894 52.44   85.20999908447266
1895 54.1    98.3499984741211
1896 56.7    106.53999710083008
1897 58.77   110.79999923706055
1898 62.09   115.47000122070312
1899 68.2    120.86000061035156
1900 71.68   130.28999710083008
1901 79.46   139.87999725341797
1902 80.02   151.13999938964844
1903 PREHOOK: query: explain vectorization detail
1904 select s, i, round(avg(d) over (partition by s order by i) / 10.0 , 2) from over10k limit 7
1905 PREHOOK: type: QUERY
1906 POSTHOOK: query: explain vectorization detail
1907 select s, i, round(avg(d) over (partition by s order by i) / 10.0 , 2) from over10k limit 7
1908 POSTHOOK: type: QUERY
1909 Explain
1910 PLAN VECTORIZATION:
1911   enabled: true
1912   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
1913
1914 STAGE DEPENDENCIES:
1915   Stage-1 is a root stage
1916   Stage-0 depends on stages: Stage-1
1917
1918 STAGE PLANS:
1919   Stage: Stage-1
1920     Tez
1921 #### A masked pattern was here ####
1922       Edges:
1923         Reducer 2 <- Map 1 (SIMPLE_EDGE)
1924 #### A masked pattern was here ####
1925       Vertices:
1926         Map 1 
1927             Map Operator Tree:
1928                 TableScan
1929                   alias: over10k
1930                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
1931                   TableScan Vectorization:
1932                       native: true
1933                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
1934                   Reduce Output Operator
1935                     key expressions: s (type: string), i (type: int)
1936                     sort order: ++
1937                     Map-reduce partition columns: s (type: string)
1938                     Reduce Sink Vectorization:
1939                         className: VectorReduceSinkObjectHashOperator
1940                         keyColumnNums: [7, 2]
1941                         native: true
1942                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
1943                         partitionColumnNums: [7]
1944                         valueColumnNums: [5]
1945                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
1946                     value expressions: d (type: double)
1947             Execution mode: vectorized, llap
1948             LLAP IO: no inputs
1949             Map Vectorization:
1950                 enabled: true
1951                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
1952                 inputFormatFeatureSupport: [DECIMAL_64]
1953                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
1954                 featureSupportInUse: []
1955                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
1956                 allNative: true
1957                 usesVectorUDFAdaptor: false
1958                 vectorized: true
1959                 rowBatchContext:
1960                     dataColumnCount: 11
1961                     includeColumns: [2, 5, 7]
1962                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
1963                     partitionColumnCount: 0
1964                     scratchColumnTypeNames: []
1965         Reducer 2 
1966             Execution mode: vectorized, llap
1967             Reduce Vectorization:
1968                 enabled: true
1969                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
1970                 reduceColumnNullOrder: aa
1971                 reduceColumnSortOrder: ++
1972                 allNative: false
1973                 usesVectorUDFAdaptor: false
1974                 vectorized: true
1975                 rowBatchContext:
1976                     dataColumnCount: 3
1977                     dataColumns: KEY.reducesinkkey0:string, KEY.reducesinkkey1:int, VALUE._col4:double
1978                     partitionColumnCount: 0
1979                     scratchColumnTypeNames: [double, double, double]
1980             Reduce Operator Tree:
1981               Select Operator
1982                 expressions: KEY.reducesinkkey1 (type: int), VALUE._col4 (type: double), KEY.reducesinkkey0 (type: string)
1983                 outputColumnNames: _col2, _col5, _col7
1984                 Select Vectorization:
1985                     className: VectorSelectOperator
1986                     native: true
1987                     projectedOutputColumnNums: [1, 2, 0]
1988                 Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
1989                 PTF Operator
1990                   Function definitions:
1991                       Input definition
1992                         input alias: ptf_0
1993                         output shape: _col2: int, _col5: double, _col7: string
1994                         type: WINDOWING
1995                       Windowing table definition
1996                         input alias: ptf_1
1997                         name: windowingtablefunction
1998                         order by: _col2 ASC NULLS FIRST
1999                         partition by: _col7
2000                         raw input shape:
2001                         window functions:
2002                             window function definition
2003                               alias: avg_window_0
2004                               arguments: _col5
2005                               name: avg
2006                               window function: GenericUDAFAverageEvaluatorDouble
2007                               window frame: RANGE PRECEDING(MAX)~CURRENT
2008                   PTF Vectorization:
2009                       className: VectorPTFOperator
2010                       evaluatorClasses: [VectorPTFEvaluatorDoubleAvg]
2011                       functionInputExpressions: [col 2:double]
2012                       functionNames: [avg]
2013                       keyInputColumns: [1, 0]
2014                       native: true
2015                       nonKeyInputColumns: [2]
2016                       orderExpressions: [col 1:int]
2017                       outputColumns: [3, 1, 2, 0]
2018                       outputTypes: [double, int, double, string]
2019                       partitionExpressions: [col 0:string]
2020                       streamingColumns: []
2021                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2022                   Select Operator
2023                     expressions: _col7 (type: string), _col2 (type: int), round((avg_window_0 / 10.0D), 2) (type: double)
2024                     outputColumnNames: _col0, _col1, _col2
2025                     Select Vectorization:
2026                         className: VectorSelectOperator
2027                         native: true
2028                         projectedOutputColumnNums: [0, 1, 5]
2029                         selectExpressions: RoundWithNumDigitsDoubleToDouble(col 4, decimalPlaces 2)(children: DoubleColDivideDoubleScalar(col 3:double, val 10.0) -> 4:double) -> 5:double
2030                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2031                     Limit
2032                       Number of rows: 7
2033                       Limit Vectorization:
2034                           className: VectorLimitOperator
2035                           native: true
2036                       Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2037                       File Output Operator
2038                         compressed: false
2039                         File Sink Vectorization:
2040                             className: VectorFileSinkOperator
2041                             native: false
2042                         Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2043                         table:
2044                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
2045                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
2046                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
2047
2048   Stage: Stage-0
2049     Fetch Operator
2050       limit: 7
2051       Processor Tree:
2052         ListSink
2053
2054 PREHOOK: query: select s, i, round(avg(d) over (partition by s order by i) / 10.0 , 2) from over10k limit 7
2055 PREHOOK: type: QUERY
2056 PREHOOK: Input: default@over10k
2057 #### A masked pattern was here ####
2058 POSTHOOK: query: select s, i, round(avg(d) over (partition by s order by i) / 10.0 , 2) from over10k limit 7
2059 POSTHOOK: type: QUERY
2060 POSTHOOK: Input: default@over10k
2061 #### A masked pattern was here ####
2062 s       i       _c2
2063 alice allen     65545   2.22
2064 alice allen     65557   2.58
2065 alice allen     65600   3.38
2066 alice allen     65609   2.99
2067 alice allen     65662   2.7
2068 alice allen     65670   2.88
2069 alice allen     65720   2.76
2070 PREHOOK: query: explain vectorization detail
2071 select s, i, round((avg(d) over  w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k window w1 as (partition by s order by i) limit 7
2072 PREHOOK: type: QUERY
2073 POSTHOOK: query: explain vectorization detail
2074 select s, i, round((avg(d) over  w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k window w1 as (partition by s order by i) limit 7
2075 POSTHOOK: type: QUERY
2076 Explain
2077 PLAN VECTORIZATION:
2078   enabled: true
2079   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
2080
2081 STAGE DEPENDENCIES:
2082   Stage-1 is a root stage
2083   Stage-0 depends on stages: Stage-1
2084
2085 STAGE PLANS:
2086   Stage: Stage-1
2087     Tez
2088 #### A masked pattern was here ####
2089       Edges:
2090         Reducer 2 <- Map 1 (SIMPLE_EDGE)
2091 #### A masked pattern was here ####
2092       Vertices:
2093         Map 1 
2094             Map Operator Tree:
2095                 TableScan
2096                   alias: over10k
2097                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2098                   TableScan Vectorization:
2099                       native: true
2100                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
2101                   Reduce Output Operator
2102                     key expressions: s (type: string), i (type: int)
2103                     sort order: ++
2104                     Map-reduce partition columns: s (type: string)
2105                     Reduce Sink Vectorization:
2106                         className: VectorReduceSinkObjectHashOperator
2107                         keyColumnNums: [7, 2]
2108                         native: true
2109                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
2110                         partitionColumnNums: [7]
2111                         valueColumnNums: [5]
2112                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2113                     value expressions: d (type: double)
2114             Execution mode: vectorized, llap
2115             LLAP IO: no inputs
2116             Map Vectorization:
2117                 enabled: true
2118                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
2119                 inputFormatFeatureSupport: [DECIMAL_64]
2120                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
2121                 featureSupportInUse: []
2122                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
2123                 allNative: true
2124                 usesVectorUDFAdaptor: false
2125                 vectorized: true
2126                 rowBatchContext:
2127                     dataColumnCount: 11
2128                     includeColumns: [2, 5, 7]
2129                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
2130                     partitionColumnCount: 0
2131                     scratchColumnTypeNames: []
2132         Reducer 2 
2133             Execution mode: vectorized, llap
2134             Reduce Vectorization:
2135                 enabled: true
2136                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
2137                 reduceColumnNullOrder: aa
2138                 reduceColumnSortOrder: ++
2139                 allNative: false
2140                 usesVectorUDFAdaptor: false
2141                 vectorized: true
2142                 rowBatchContext:
2143                     dataColumnCount: 3
2144                     dataColumns: KEY.reducesinkkey0:string, KEY.reducesinkkey1:int, VALUE._col4:double
2145                     partitionColumnCount: 0
2146                     scratchColumnTypeNames: [double, double, double, double]
2147             Reduce Operator Tree:
2148               Select Operator
2149                 expressions: KEY.reducesinkkey1 (type: int), VALUE._col4 (type: double), KEY.reducesinkkey0 (type: string)
2150                 outputColumnNames: _col2, _col5, _col7
2151                 Select Vectorization:
2152                     className: VectorSelectOperator
2153                     native: true
2154                     projectedOutputColumnNums: [1, 2, 0]
2155                 Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2156                 PTF Operator
2157                   Function definitions:
2158                       Input definition
2159                         input alias: ptf_0
2160                         output shape: _col2: int, _col5: double, _col7: string
2161                         type: WINDOWING
2162                       Windowing table definition
2163                         input alias: ptf_1
2164                         name: windowingtablefunction
2165                         order by: _col2 ASC NULLS FIRST
2166                         partition by: _col7
2167                         raw input shape:
2168                         window functions:
2169                             window function definition
2170                               alias: avg_window_0
2171                               arguments: _col5
2172                               name: avg
2173                               window function: GenericUDAFAverageEvaluatorDouble
2174                               window frame: RANGE PRECEDING(MAX)~CURRENT
2175                   PTF Vectorization:
2176                       className: VectorPTFOperator
2177                       evaluatorClasses: [VectorPTFEvaluatorDoubleAvg]
2178                       functionInputExpressions: [col 2:double]
2179                       functionNames: [avg]
2180                       keyInputColumns: [1, 0]
2181                       native: true
2182                       nonKeyInputColumns: [2]
2183                       orderExpressions: [col 1:int]
2184                       outputColumns: [3, 1, 2, 0]
2185                       outputTypes: [double, int, double, string]
2186                       partitionExpressions: [col 0:string]
2187                       streamingColumns: []
2188                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2189                   Select Operator
2190                     expressions: _col7 (type: string), _col2 (type: int), round(((avg_window_0 + 10.0D) - (avg_window_0 - 10.0D)), 2) (type: double)
2191                     outputColumnNames: _col0, _col1, _col2
2192                     Select Vectorization:
2193                         className: VectorSelectOperator
2194                         native: true
2195                         projectedOutputColumnNums: [0, 1, 4]
2196                         selectExpressions: RoundWithNumDigitsDoubleToDouble(col 6, decimalPlaces 2)(children: DoubleColSubtractDoubleColumn(col 4:double, col 5:double)(children: DoubleColAddDoubleScalar(col 3:double, val 10.0) -> 4:double, DoubleColSubtractDoubleScalar(col 3:double, val 10.0) -> 5:double) -> 6:double) -> 4:double
2197                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2198                     Limit
2199                       Number of rows: 7
2200                       Limit Vectorization:
2201                           className: VectorLimitOperator
2202                           native: true
2203                       Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2204                       File Output Operator
2205                         compressed: false
2206                         File Sink Vectorization:
2207                             className: VectorFileSinkOperator
2208                             native: false
2209                         Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2210                         table:
2211                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
2212                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
2213                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
2214
2215   Stage: Stage-0
2216     Fetch Operator
2217       limit: 7
2218       Processor Tree:
2219         ListSink
2220
2221 PREHOOK: query: select s, i, round((avg(d) over  w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k window w1 as (partition by s order by i) limit 7
2222 PREHOOK: type: QUERY
2223 PREHOOK: Input: default@over10k
2224 #### A masked pattern was here ####
2225 POSTHOOK: query: select s, i, round((avg(d) over  w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k window w1 as (partition by s order by i) limit 7
2226 POSTHOOK: type: QUERY
2227 POSTHOOK: Input: default@over10k
2228 #### A masked pattern was here ####
2229 s       i       _c2
2230 alice allen     65545   20.0
2231 alice allen     65557   20.0
2232 alice allen     65600   20.0
2233 alice allen     65609   20.0
2234 alice allen     65662   20.0
2235 alice allen     65670   20.0
2236 alice allen     65720   20.0
2237 PREHOOK: query: explain vectorization detail
2238 select s, i from ( select s, i, round((avg(d) over  w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k window w1 as (partition by s order by i)) X limit 7
2239 PREHOOK: type: QUERY
2240 POSTHOOK: query: explain vectorization detail
2241 select s, i from ( select s, i, round((avg(d) over  w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k window w1 as (partition by s order by i)) X limit 7
2242 POSTHOOK: type: QUERY
2243 Explain
2244 PLAN VECTORIZATION:
2245   enabled: true
2246   enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
2247
2248 STAGE DEPENDENCIES:
2249   Stage-1 is a root stage
2250   Stage-0 depends on stages: Stage-1
2251
2252 STAGE PLANS:
2253   Stage: Stage-1
2254     Tez
2255 #### A masked pattern was here ####
2256       Edges:
2257         Reducer 2 <- Map 1 (SIMPLE_EDGE)
2258 #### A masked pattern was here ####
2259       Vertices:
2260         Map 1 
2261             Map Operator Tree:
2262                 TableScan
2263                   alias: over10k
2264                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2265                   TableScan Vectorization:
2266                       native: true
2267                       vectorizationSchemaColumns: [0:t:tinyint, 1:si:smallint, 2:i:int, 3:b:bigint, 4:f:float, 5:d:double, 6:bo:boolean, 7:s:string, 8:ts:timestamp, 9:dec:decimal(10,0), 10:bin:binary, 11:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
2268                   Reduce Output Operator
2269                     key expressions: s (type: string), i (type: int)
2270                     sort order: ++
2271                     Map-reduce partition columns: s (type: string)
2272                     Reduce Sink Vectorization:
2273                         className: VectorReduceSinkObjectHashOperator
2274                         keyColumnNums: [7, 2]
2275                         native: true
2276                         nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
2277                         partitionColumnNums: [7]
2278                         valueColumnNums: [5]
2279                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2280                     value expressions: d (type: double)
2281             Execution mode: vectorized, llap
2282             LLAP IO: no inputs
2283             Map Vectorization:
2284                 enabled: true
2285                 enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true
2286                 inputFormatFeatureSupport: [DECIMAL_64]
2287                 vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled]
2288                 featureSupportInUse: []
2289                 inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
2290                 allNative: true
2291                 usesVectorUDFAdaptor: false
2292                 vectorized: true
2293                 rowBatchContext:
2294                     dataColumnCount: 11
2295                     includeColumns: [2, 5, 7]
2296                     dataColumns: t:tinyint, si:smallint, i:int, b:bigint, f:float, d:double, bo:boolean, s:string, ts:timestamp, dec:decimal(10,0), bin:binary
2297                     partitionColumnCount: 0
2298                     scratchColumnTypeNames: []
2299         Reducer 2 
2300             Execution mode: vectorized, llap
2301             Reduce Vectorization:
2302                 enabled: true
2303                 enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
2304                 reduceColumnNullOrder: aa
2305                 reduceColumnSortOrder: ++
2306                 allNative: false
2307                 usesVectorUDFAdaptor: false
2308                 vectorized: true
2309                 rowBatchContext:
2310                     dataColumnCount: 3
2311                     dataColumns: KEY.reducesinkkey0:string, KEY.reducesinkkey1:int, VALUE._col4:double
2312                     partitionColumnCount: 0
2313                     scratchColumnTypeNames: [double]
2314             Reduce Operator Tree:
2315               Select Operator
2316                 expressions: KEY.reducesinkkey1 (type: int), VALUE._col4 (type: double), KEY.reducesinkkey0 (type: string)
2317                 outputColumnNames: _col2, _col5, _col7
2318                 Select Vectorization:
2319                     className: VectorSelectOperator
2320                     native: true
2321                     projectedOutputColumnNums: [1, 2, 0]
2322                 Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2323                 PTF Operator
2324                   Function definitions:
2325                       Input definition
2326                         input alias: ptf_0
2327                         output shape: _col2: int, _col5: double, _col7: string
2328                         type: WINDOWING
2329                       Windowing table definition
2330                         input alias: ptf_1
2331                         name: windowingtablefunction
2332                         order by: _col2 ASC NULLS FIRST
2333                         partition by: _col7
2334                         raw input shape:
2335                         window functions:
2336                             window function definition
2337                               alias: avg_window_0
2338                               arguments: _col5
2339                               name: avg
2340                               window function: GenericUDAFAverageEvaluatorDouble
2341                               window frame: RANGE PRECEDING(MAX)~CURRENT
2342                   PTF Vectorization:
2343                       className: VectorPTFOperator
2344                       evaluatorClasses: [VectorPTFEvaluatorDoubleAvg]
2345                       functionInputExpressions: [col 2:double]
2346                       functionNames: [avg]
2347                       keyInputColumns: [1, 0]
2348                       native: true
2349                       nonKeyInputColumns: [2]
2350                       orderExpressions: [col 1:int]
2351                       outputColumns: [3, 1, 2, 0]
2352                       outputTypes: [double, int, double, string]
2353                       partitionExpressions: [col 0:string]
2354                       streamingColumns: []
2355                   Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2356                   Select Operator
2357                     expressions: _col7 (type: string), _col2 (type: int)
2358                     outputColumnNames: _col0, _col1
2359                     Select Vectorization:
2360                         className: VectorSelectOperator
2361                         native: true
2362                         projectedOutputColumnNums: [0, 1]
2363                     Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2364                     Limit
2365                       Number of rows: 7
2366                       Limit Vectorization:
2367                           className: VectorLimitOperator
2368                           native: true
2369                       Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2370                       File Output Operator
2371                         compressed: false
2372                         File Sink Vectorization:
2373                             className: VectorFileSinkOperator
2374                             native: false
2375                         Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: NONE
2376                         table:
2377                             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
2378                             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
2379                             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
2380
2381   Stage: Stage-0
2382     Fetch Operator
2383       limit: 7
2384       Processor Tree:
2385         ListSink
2386
2387 PREHOOK: query: select s, i from ( select s, i, round((avg(d) over  w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k window w1 as (partition by s order by i)) X limit 7
2388 PREHOOK: type: QUERY
2389 PREHOOK: Input: default@over10k
2390 #### A masked pattern was here ####
2391 POSTHOOK: query: select s, i from ( select s, i, round((avg(d) over  w1 + 10.0) - (avg(d) over w1 - 10.0),2) from over10k window w1 as (partition by s order by i)) X limit 7
2392 POSTHOOK: type: QUERY
2393 POSTHOOK: Input: default@over10k
2394 #### A masked pattern was here ####
2395 s       i
2396 alice allen     65545
2397 alice allen     65557
2398 alice allen     65600
2399 alice allen     65609
2400 alice allen     65662
2401 alice allen     65670
2402 alice allen     65720