1 PREHOOK: query: SELECT /*+ MAPJOIN(b) */ sum(a.key) as sum_a
3 JOIN src b ON a.key = b.key where a.ds is not null
5 PREHOOK: Input: default@src
6 PREHOOK: Input: default@srcpart
7 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
8 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
9 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
10 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
11 #### A masked pattern was here ####
12 POSTHOOK: query: SELECT /*+ MAPJOIN(b) */ sum(a.key) as sum_a
14 JOIN src b ON a.key = b.key where a.ds is not null
16 POSTHOOK: Input: default@src
17 POSTHOOK: Input: default@srcpart
18 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
19 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
20 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
21 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
22 #### A masked pattern was here ####
24 PREHOOK: query: EXPLAIN
25 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10
27 POSTHOOK: query: EXPLAIN
28 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10
31 Stage-2 is a root stage
32 Stage-1 depends on stages: Stage-2
33 Stage-0 depends on stages: Stage-1
38 #### A masked pattern was here ####
44 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
46 expressions: key (type: string), value (type: string)
47 outputColumnNames: _col0, _col1
48 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
49 Spark HashTable Sink Operator
51 0 _col0 (type: string)
52 1 _col0 (type: string)
58 #### A masked pattern was here ####
64 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
66 expressions: key (type: string), value (type: string)
67 outputColumnNames: _col0, _col1
68 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
71 Right Outer Join 0 to 1
73 0 _col0 (type: string)
74 1 _col0 (type: string)
75 outputColumnNames: _col0, _col1, _col2, _col3
78 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
81 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
84 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
86 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
87 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
88 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
98 PREHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10
100 PREHOOK: Input: default@src
101 #### A masked pattern was here ####
102 POSTHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10
103 POSTHOOK: type: QUERY
104 POSTHOOK: Input: default@src
105 #### A masked pattern was here ####
106 238 val_238 238 val_238
107 238 val_238 238 val_238
109 311 val_311 311 val_311
110 311 val_311 311 val_311
111 311 val_311 311 val_311
113 165 val_165 165 val_165
114 165 val_165 165 val_165
115 409 val_409 409 val_409
116 PREHOOK: query: EXPLAIN
117 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10
119 POSTHOOK: query: EXPLAIN
120 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10
121 POSTHOOK: type: QUERY
123 Stage-2 is a root stage
124 Stage-1 depends on stages: Stage-2
125 Stage-0 depends on stages: Stage-1
130 #### A masked pattern was here ####
136 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
138 expressions: key (type: string), value (type: string)
139 outputColumnNames: _col0, _col1
140 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
141 Spark HashTable Sink Operator
144 1 {((UDFToDouble(_col0) * 10.0D) < 1000.0D)}
146 0 _col0 (type: string)
147 1 _col0 (type: string)
149 Map Reduce Local Work
153 #### A masked pattern was here ####
159 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
161 expressions: key (type: string), value (type: string)
162 outputColumnNames: _col0, _col1
163 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
166 Right Outer Join 0 to 1
169 1 {((UDFToDouble(_col0) * 10.0D) < 1000.0D)}
171 0 _col0 (type: string)
172 1 _col0 (type: string)
173 outputColumnNames: _col0, _col1, _col2, _col3
176 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
179 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
182 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
184 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
185 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
186 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
188 Map Reduce Local Work
196 PREHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10
198 PREHOOK: Input: default@src
199 #### A masked pattern was here ####
200 POSTHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10
201 POSTHOOK: type: QUERY
202 POSTHOOK: Input: default@src
203 #### A masked pattern was here ####
204 NULL NULL 238 val_238
206 NULL NULL 311 val_311
208 NULL NULL 165 val_165
209 NULL NULL 409 val_409
210 NULL NULL 255 val_255
211 NULL NULL 278 val_278
214 PREHOOK: query: EXPLAIN
215 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN
216 (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10
218 POSTHOOK: query: EXPLAIN
219 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN
220 (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10
221 POSTHOOK: type: QUERY
223 Stage-2 is a root stage
224 Stage-1 depends on stages: Stage-2
225 Stage-0 depends on stages: Stage-1
230 #### A masked pattern was here ####
236 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
238 expressions: key (type: string), value (type: string)
239 outputColumnNames: _col0, _col1
240 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
241 Spark HashTable Sink Operator
244 1 {(UDFToDouble(_col1.key) > 200.0D)}
246 0 _col0 (type: string)
247 1 _col0 (type: string)
249 Map Reduce Local Work
253 #### A masked pattern was here ####
259 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
261 expressions: key (type: string), named_struct('key',key,'value',value) (type: struct<key:string,value:string>)
262 outputColumnNames: _col0, _col1
263 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
266 Right Outer Join 0 to 1
269 1 {(UDFToDouble(_col1.key) > 200.0D)}
271 0 _col0 (type: string)
272 1 _col0 (type: string)
273 outputColumnNames: _col0, _col1, _col2, _col3
276 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
279 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
282 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
284 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
285 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
286 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
288 Map Reduce Local Work
296 PREHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN
297 (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10
299 PREHOOK: Input: default@src
300 #### A masked pattern was here ####
301 POSTHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN
302 (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10
303 POSTHOOK: type: QUERY
304 POSTHOOK: Input: default@src
305 #### A masked pattern was here ####
306 238 val_238 238 {"key":"238","value":"val_238"}
307 238 val_238 238 {"key":"238","value":"val_238"}
308 NULL NULL 86 {"key":"86","value":"val_86"}
309 311 val_311 311 {"key":"311","value":"val_311"}
310 311 val_311 311 {"key":"311","value":"val_311"}
311 311 val_311 311 {"key":"311","value":"val_311"}
312 NULL NULL 27 {"key":"27","value":"val_27"}
313 NULL NULL 165 {"key":"165","value":"val_165"}
314 409 val_409 409 {"key":"409","value":"val_409"}
315 409 val_409 409 {"key":"409","value":"val_409"}
316 PREHOOK: query: EXPLAIN
317 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10
319 POSTHOOK: query: EXPLAIN
320 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10
321 POSTHOOK: type: QUERY
323 Stage-2 is a root stage
324 Stage-1 depends on stages: Stage-2
325 Stage-0 depends on stages: Stage-1
330 #### A masked pattern was here ####
336 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
338 expressions: key (type: string), value (type: string)
339 outputColumnNames: _col0, _col1
340 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
341 Spark HashTable Sink Operator
343 0 _col0 (type: string)
344 1 _col0 (type: string)
346 Map Reduce Local Work
350 #### A masked pattern was here ####
356 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
358 expressions: key (type: string), value (type: string)
359 outputColumnNames: _col0, _col1
360 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
363 Right Outer Join 0 to 1
365 0 _col0 (type: string)
366 1 _col0 (type: string)
367 outputColumnNames: _col0, _col1, _col2, _col3
370 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
373 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
376 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
378 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
379 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
380 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
382 Map Reduce Local Work
390 PREHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10
392 PREHOOK: Input: default@src
393 #### A masked pattern was here ####
394 POSTHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND true limit 10
395 POSTHOOK: type: QUERY
396 POSTHOOK: Input: default@src
397 #### A masked pattern was here ####
398 238 val_238 238 val_238
399 238 val_238 238 val_238
401 311 val_311 311 val_311
402 311 val_311 311 val_311
403 311 val_311 311 val_311
405 165 val_165 165 val_165
406 165 val_165 165 val_165
407 409 val_409 409 val_409
408 PREHOOK: query: EXPLAIN
409 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10
411 POSTHOOK: query: EXPLAIN
412 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10
413 POSTHOOK: type: QUERY
415 Stage-2 is a root stage
416 Stage-1 depends on stages: Stage-2
417 Stage-0 depends on stages: Stage-1
422 #### A masked pattern was here ####
428 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
430 expressions: key (type: string), value (type: string)
431 outputColumnNames: _col0, _col1
432 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
433 Spark HashTable Sink Operator
436 1 {((UDFToDouble(_col0) * 10.0D) < 1000.0D)}
438 0 _col0 (type: string)
439 1 _col0 (type: string)
441 Map Reduce Local Work
445 #### A masked pattern was here ####
451 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
453 expressions: key (type: string), value (type: string)
454 outputColumnNames: _col0, _col1
455 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
458 Right Outer Join 0 to 1
461 1 {((UDFToDouble(_col0) * 10.0D) < 1000.0D)}
463 0 _col0 (type: string)
464 1 _col0 (type: string)
465 outputColumnNames: _col0, _col1, _col2, _col3
468 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
471 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
474 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
476 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
477 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
478 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
480 Map Reduce Local Work
488 PREHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10
490 PREHOOK: Input: default@src
491 #### A masked pattern was here ####
492 POSTHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN src b on a.key=b.key AND b.key * 10 < '1000' limit 10
493 POSTHOOK: type: QUERY
494 POSTHOOK: Input: default@src
495 #### A masked pattern was here ####
496 NULL NULL 238 val_238
498 NULL NULL 311 val_311
500 NULL NULL 165 val_165
501 NULL NULL 409 val_409
502 NULL NULL 255 val_255
503 NULL NULL 278 val_278
506 PREHOOK: query: EXPLAIN
507 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN
508 (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10
510 POSTHOOK: query: EXPLAIN
511 SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN
512 (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10
513 POSTHOOK: type: QUERY
515 Stage-2 is a root stage
516 Stage-1 depends on stages: Stage-2
517 Stage-0 depends on stages: Stage-1
522 #### A masked pattern was here ####
528 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
530 expressions: key (type: string), value (type: string)
531 outputColumnNames: _col0, _col1
532 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
533 Spark HashTable Sink Operator
536 1 {(UDFToDouble(_col1.key) > 200.0D)}
538 0 _col0 (type: string)
539 1 _col0 (type: string)
541 Map Reduce Local Work
545 #### A masked pattern was here ####
551 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
553 expressions: key (type: string), named_struct('key',key,'value',value) (type: struct<key:string,value:string>)
554 outputColumnNames: _col0, _col1
555 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
558 Right Outer Join 0 to 1
561 1 {(UDFToDouble(_col1.key) > 200.0D)}
563 0 _col0 (type: string)
564 1 _col0 (type: string)
565 outputColumnNames: _col0, _col1, _col2, _col3
568 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
571 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
574 Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE
576 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
577 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
578 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
580 Map Reduce Local Work
588 PREHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN
589 (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10
591 PREHOOK: Input: default@src
592 #### A masked pattern was here ####
593 POSTHOOK: query: SELECT /*+ MAPJOIN(a) */ * FROM src a RIGHT OUTER JOIN
594 (select key, named_struct('key', key, 'value', value) as kv from src) b on a.key=b.key AND b.kv.key > 200 limit 10
595 POSTHOOK: type: QUERY
596 POSTHOOK: Input: default@src
597 #### A masked pattern was here ####
598 238 val_238 238 {"key":"238","value":"val_238"}
599 238 val_238 238 {"key":"238","value":"val_238"}
600 NULL NULL 86 {"key":"86","value":"val_86"}
601 311 val_311 311 {"key":"311","value":"val_311"}
602 311 val_311 311 {"key":"311","value":"val_311"}
603 311 val_311 311 {"key":"311","value":"val_311"}
604 NULL NULL 27 {"key":"27","value":"val_27"}
605 NULL NULL 165 {"key":"165","value":"val_165"}
606 409 val_409 409 {"key":"409","value":"val_409"}
607 409 val_409 409 {"key":"409","value":"val_409"}