HIVE-18797 : ExprConstNodeDesc's getExprString should put appropriate qualifier with...
[hive.git] / ql / src / test / results / clientpositive / columnstats_partlvl_dp.q.out
1 PREHOOK: query: DROP TABLE Employee_Part
2 PREHOOK: type: DROPTABLE
3 POSTHOOK: query: DROP TABLE Employee_Part
4 POSTHOOK: type: DROPTABLE
5 PREHOOK: query: CREATE TABLE Employee_Part(employeeID int, employeeName String) partitioned by (employeeSalary double, country string)
6 row format delimited fields terminated by '|'  stored as textfile
7 PREHOOK: type: CREATETABLE
8 PREHOOK: Output: database:default
9 PREHOOK: Output: default@Employee_Part
10 POSTHOOK: query: CREATE TABLE Employee_Part(employeeID int, employeeName String) partitioned by (employeeSalary double, country string)
11 row format delimited fields terminated by '|'  stored as textfile
12 POSTHOOK: type: CREATETABLE
13 POSTHOOK: Output: database:default
14 POSTHOOK: Output: default@Employee_Part
15 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee_Part partition(employeeSalary='2000.0', country='USA')
16 PREHOOK: type: LOAD
17 #### A masked pattern was here ####
18 PREHOOK: Output: default@employee_part
19 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee_Part partition(employeeSalary='2000.0', country='USA')
20 POSTHOOK: type: LOAD
21 #### A masked pattern was here ####
22 POSTHOOK: Output: default@employee_part
23 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
24 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='2000.0', country='UK')
25 PREHOOK: type: LOAD
26 #### A masked pattern was here ####
27 PREHOOK: Output: default@employee_part
28 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='2000.0', country='UK')
29 POSTHOOK: type: LOAD
30 #### A masked pattern was here ####
31 POSTHOOK: Output: default@employee_part
32 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
33 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='3000.0', country='USA')
34 PREHOOK: type: LOAD
35 #### A masked pattern was here ####
36 PREHOOK: Output: default@employee_part
37 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='3000.0', country='USA')
38 POSTHOOK: type: LOAD
39 #### A masked pattern was here ####
40 POSTHOOK: Output: default@employee_part
41 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
42 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='4000.0', country='USA')
43 PREHOOK: type: LOAD
44 #### A masked pattern was here ####
45 PREHOOK: Output: default@employee_part
46 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='4000.0', country='USA')
47 POSTHOOK: type: LOAD
48 #### A masked pattern was here ####
49 POSTHOOK: Output: default@employee_part
50 POSTHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
51 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='3500.0', country='UK')
52 PREHOOK: type: LOAD
53 #### A masked pattern was here ####
54 PREHOOK: Output: default@employee_part
55 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='3500.0', country='UK')
56 POSTHOOK: type: LOAD
57 #### A masked pattern was here ####
58 POSTHOOK: Output: default@employee_part
59 POSTHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
60 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee_Part partition(employeeSalary='3000.0', country='UK')
61 PREHOOK: type: LOAD
62 #### A masked pattern was here ####
63 PREHOOK: Output: default@employee_part
64 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee_Part partition(employeeSalary='3000.0', country='UK')
65 POSTHOOK: type: LOAD
66 #### A masked pattern was here ####
67 POSTHOOK: Output: default@employee_part
68 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
69 PREHOOK: query: explain 
70 analyze table Employee_Part partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID
71 PREHOOK: type: QUERY
72 POSTHOOK: query: explain 
73 analyze table Employee_Part partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID
74 POSTHOOK: type: QUERY
75 STAGE DEPENDENCIES:
76   Stage-0 is a root stage
77   Stage-1 depends on stages: Stage-0
78
79 STAGE PLANS:
80   Stage: Stage-0
81     Map Reduce
82       Map Operator Tree:
83           TableScan
84             alias: employee_part
85             Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
86             Select Operator
87               expressions: employeeid (type: int), employeename (type: string), country (type: string)
88               outputColumnNames: employeeid, employeename, country
89               Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
90               Group By Operator
91                 aggregations: compute_stats(employeename, 'hll'), compute_stats(employeeid, 'hll')
92                 keys: 4000.0D (type: double), country (type: string)
93                 mode: hash
94                 outputColumnNames: _col0, _col1, _col2, _col3
95                 Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
96                 Reduce Output Operator
97                   key expressions: 4000.0D (type: double), _col1 (type: string)
98                   sort order: ++
99                   Map-reduce partition columns: 4000.0D (type: double), _col1 (type: string)
100                   Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
101                   value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>)
102       Reduce Operator Tree:
103         Group By Operator
104           aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1)
105           keys: 4000.0D (type: double), KEY._col1 (type: string)
106           mode: mergepartial
107           outputColumnNames: _col0, _col1, _col2, _col3
108           Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
109           Select Operator
110             expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), 4000.0D (type: double), _col1 (type: string)
111             outputColumnNames: _col0, _col1, _col2, _col3
112             Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
113             File Output Operator
114               compressed: false
115               Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
116               table:
117                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
118                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
119                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
120
121   Stage: Stage-1
122     Stats Work
123       Basic Stats Work:
124       Column Stats Desc:
125           Columns: employeeName, employeeID
126           Column Types: string, int
127           Table: default.employee_part
128
129 PREHOOK: query: analyze table Employee_Part partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID
130 PREHOOK: type: QUERY
131 PREHOOK: Input: default@employee_part
132 PREHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
133 PREHOOK: Output: default@employee_part
134 PREHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
135 #### A masked pattern was here ####
136 POSTHOOK: query: analyze table Employee_Part partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID
137 POSTHOOK: type: QUERY
138 POSTHOOK: Input: default@employee_part
139 POSTHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
140 POSTHOOK: Output: default@employee_part
141 POSTHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
142 #### A masked pattern was here ####
143 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='4000.0', country='USA')
144 PREHOOK: type: DESCTABLE
145 PREHOOK: Input: default@employee_part
146 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='4000.0', country='USA')
147 POSTHOOK: type: DESCTABLE
148 POSTHOOK: Input: default@employee_part
149 # col_name              data_type               comment             
150 employeeid              int                                         
151 employeename            string                                      
152                  
153 # Partition Information          
154 # col_name              data_type               comment             
155 employeesalary          double                                      
156 country                 string                                      
157                  
158 # Detailed Partition Information                 
159 Partition Value:        [4000.0, USA]            
160 Database:               default                  
161 Table:                  employee_part            
162 #### A masked pattern was here ####
163 Partition Parameters:            
164         COLUMN_STATS_ACCURATE   {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"employeeid\":\"true\",\"employeename\":\"true\"}}
165         numFiles                1                   
166         numRows                 7                   
167         rawDataSize             57                  
168         totalSize               64                  
169 #### A masked pattern was here ####
170                  
171 # Storage Information            
172 SerDe Library:          org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe       
173 InputFormat:            org.apache.hadoop.mapred.TextInputFormat         
174 OutputFormat:           org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat       
175 Compressed:             No                       
176 Num Buckets:            -1                       
177 Bucket Columns:         []                       
178 Sort Columns:           []                       
179 Storage Desc Params:             
180         field.delim             |                   
181         serialization.format    |                   
182 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='4000.0', country='USA') employeeName
183 PREHOOK: type: DESCTABLE
184 PREHOOK: Input: default@employee_part
185 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='4000.0', country='USA') employeeName
186 POSTHOOK: type: DESCTABLE
187 POSTHOOK: Input: default@employee_part
188 col_name                employeeName                                                                                     
189 data_type               string                                                                                           
190 min                                                                                                                      
191 max                                                                                                                      
192 num_nulls               0                                                                                                
193 distinct_count          7                                                                                                
194 avg_col_len             5.142857142857143                                                                                
195 max_col_len             6                                                                                                
196 num_trues                                                                                                                
197 num_falses                                                                                                               
198 bitVector               HL                                                                                               
199 comment                 from deserializer                                                                                
200 PREHOOK: query: explain 
201 analyze table Employee_Part partition (employeeSalary='2000.0') compute statistics for columns employeeID
202 PREHOOK: type: QUERY
203 POSTHOOK: query: explain        
204 analyze table Employee_Part partition (employeeSalary='2000.0') compute statistics for columns employeeID
205 POSTHOOK: type: QUERY
206 STAGE DEPENDENCIES:
207   Stage-0 is a root stage
208   Stage-1 depends on stages: Stage-0
209
210 STAGE PLANS:
211   Stage: Stage-0
212     Map Reduce
213       Map Operator Tree:
214           TableScan
215             alias: employee_part
216             Statistics: Num rows: 3 Data size: 1690 Basic stats: COMPLETE Column stats: NONE
217             Select Operator
218               expressions: employeeid (type: int), country (type: string)
219               outputColumnNames: employeeid, country
220               Statistics: Num rows: 3 Data size: 1690 Basic stats: COMPLETE Column stats: NONE
221               Group By Operator
222                 aggregations: compute_stats(employeeid, 'hll')
223                 keys: 2000.0D (type: double), country (type: string)
224                 mode: hash
225                 outputColumnNames: _col0, _col1, _col2
226                 Statistics: Num rows: 3 Data size: 1690 Basic stats: COMPLETE Column stats: NONE
227                 Reduce Output Operator
228                   key expressions: 2000.0D (type: double), _col1 (type: string)
229                   sort order: ++
230                   Map-reduce partition columns: 2000.0D (type: double), _col1 (type: string)
231                   Statistics: Num rows: 3 Data size: 1690 Basic stats: COMPLETE Column stats: NONE
232                   value expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>)
233       Reduce Operator Tree:
234         Group By Operator
235           aggregations: compute_stats(VALUE._col0)
236           keys: 2000.0D (type: double), KEY._col1 (type: string)
237           mode: mergepartial
238           outputColumnNames: _col0, _col1, _col2
239           Statistics: Num rows: 1 Data size: 563 Basic stats: COMPLETE Column stats: NONE
240           Select Operator
241             expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), 2000.0D (type: double), _col1 (type: string)
242             outputColumnNames: _col0, _col1, _col2
243             Statistics: Num rows: 1 Data size: 563 Basic stats: COMPLETE Column stats: NONE
244             File Output Operator
245               compressed: false
246               Statistics: Num rows: 1 Data size: 563 Basic stats: COMPLETE Column stats: NONE
247               table:
248                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
249                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
250                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
251
252   Stage: Stage-1
253     Stats Work
254       Basic Stats Work:
255       Column Stats Desc:
256           Columns: employeeID
257           Column Types: int
258           Table: default.employee_part
259
260 PREHOOK: query: analyze table Employee_Part partition (employeeSalary='2000.0') compute statistics for columns employeeID
261 PREHOOK: type: QUERY
262 PREHOOK: Input: default@employee_part
263 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
264 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
265 PREHOOK: Output: default@employee_part
266 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
267 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
268 #### A masked pattern was here ####
269 POSTHOOK: query: analyze table Employee_Part partition (employeeSalary='2000.0') compute statistics for columns employeeID
270 POSTHOOK: type: QUERY
271 POSTHOOK: Input: default@employee_part
272 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
273 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
274 POSTHOOK: Output: default@employee_part
275 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
276 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
277 #### A masked pattern was here ####
278 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='2000.0', country='USA') employeeID
279 PREHOOK: type: DESCTABLE
280 PREHOOK: Input: default@employee_part
281 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='2000.0', country='USA') employeeID
282 POSTHOOK: type: DESCTABLE
283 POSTHOOK: Input: default@employee_part
284 col_name                employeeID                                                                                       
285 data_type               int                                                                                              
286 min                     16                                                                                               
287 max                     34                                                                                               
288 num_nulls               1                                                                                                
289 distinct_count          12                                                                                               
290 avg_col_len                                                                                                              
291 max_col_len                                                                                                              
292 num_trues                                                                                                                
293 num_falses                                                                                                               
294 bitVector               HL                                                                                               
295 comment                 from deserializer                                                                                
296 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='2000.0', country='UK') employeeID
297 PREHOOK: type: DESCTABLE
298 PREHOOK: Input: default@employee_part
299 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='2000.0', country='UK') employeeID
300 POSTHOOK: type: DESCTABLE
301 POSTHOOK: Input: default@employee_part
302 col_name                employeeID                                                                                       
303 data_type               int                                                                                              
304 min                     16                                                                                               
305 max                     31                                                                                               
306 num_nulls               0                                                                                                
307 distinct_count          7                                                                                                
308 avg_col_len                                                                                                              
309 max_col_len                                                                                                              
310 num_trues                                                                                                                
311 num_falses                                                                                                               
312 bitVector               HL                                                                                               
313 comment                 from deserializer                                                                                
314 PREHOOK: query: explain 
315 analyze table Employee_Part partition (employeeSalary) compute statistics for columns employeeID
316 PREHOOK: type: QUERY
317 POSTHOOK: query: explain        
318 analyze table Employee_Part partition (employeeSalary) compute statistics for columns employeeID
319 POSTHOOK: type: QUERY
320 STAGE DEPENDENCIES:
321   Stage-0 is a root stage
322   Stage-1 depends on stages: Stage-0
323
324 STAGE PLANS:
325   Stage: Stage-0
326     Map Reduce
327       Map Operator Tree:
328           TableScan
329             alias: employee_part
330             Statistics: Num rows: 27 Data size: 206 Basic stats: PARTIAL Column stats: NONE
331             Select Operator
332               expressions: employeeid (type: int), employeesalary (type: double), country (type: string)
333               outputColumnNames: employeeid, employeesalary, country
334               Statistics: Num rows: 27 Data size: 206 Basic stats: PARTIAL Column stats: NONE
335               Group By Operator
336                 aggregations: compute_stats(employeeid, 'hll')
337                 keys: employeesalary (type: double), country (type: string)
338                 mode: hash
339                 outputColumnNames: _col0, _col1, _col2
340                 Statistics: Num rows: 27 Data size: 206 Basic stats: PARTIAL Column stats: NONE
341                 Reduce Output Operator
342                   key expressions: _col0 (type: double), _col1 (type: string)
343                   sort order: ++
344                   Map-reduce partition columns: _col0 (type: double), _col1 (type: string)
345                   Statistics: Num rows: 27 Data size: 206 Basic stats: PARTIAL Column stats: NONE
346                   value expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>)
347       Reduce Operator Tree:
348         Group By Operator
349           aggregations: compute_stats(VALUE._col0)
350           keys: KEY._col0 (type: double), KEY._col1 (type: string)
351           mode: mergepartial
352           outputColumnNames: _col0, _col1, _col2
353           Statistics: Num rows: 13 Data size: 99 Basic stats: PARTIAL Column stats: NONE
354           Select Operator
355             expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: double), _col1 (type: string)
356             outputColumnNames: _col0, _col1, _col2
357             Statistics: Num rows: 13 Data size: 99 Basic stats: PARTIAL Column stats: NONE
358             File Output Operator
359               compressed: false
360               Statistics: Num rows: 13 Data size: 99 Basic stats: PARTIAL Column stats: NONE
361               table:
362                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
363                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
364                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
365
366   Stage: Stage-1
367     Stats Work
368       Basic Stats Work:
369       Column Stats Desc:
370           Columns: employeeID
371           Column Types: int
372           Table: default.employee_part
373
374 PREHOOK: query: analyze table Employee_Part partition (employeeSalary) compute statistics for columns employeeID
375 PREHOOK: type: QUERY
376 PREHOOK: Input: default@employee_part
377 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
378 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
379 PREHOOK: Input: default@employee_part@employeesalary=3000.0/country=UK
380 PREHOOK: Input: default@employee_part@employeesalary=3000.0/country=USA
381 PREHOOK: Input: default@employee_part@employeesalary=3500.0/country=UK
382 PREHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
383 PREHOOK: Output: default@employee_part
384 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
385 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
386 PREHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
387 PREHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
388 PREHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
389 PREHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
390 #### A masked pattern was here ####
391 POSTHOOK: query: analyze table Employee_Part partition (employeeSalary) compute statistics for columns employeeID
392 POSTHOOK: type: QUERY
393 POSTHOOK: Input: default@employee_part
394 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
395 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
396 POSTHOOK: Input: default@employee_part@employeesalary=3000.0/country=UK
397 POSTHOOK: Input: default@employee_part@employeesalary=3000.0/country=USA
398 POSTHOOK: Input: default@employee_part@employeesalary=3500.0/country=UK
399 POSTHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
400 POSTHOOK: Output: default@employee_part
401 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
402 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
403 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
404 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
405 POSTHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
406 POSTHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
407 #### A masked pattern was here ####
408 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='3000.0', country='UK') employeeID
409 PREHOOK: type: DESCTABLE
410 PREHOOK: Input: default@employee_part
411 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='3000.0', country='UK') employeeID
412 POSTHOOK: type: DESCTABLE
413 POSTHOOK: Input: default@employee_part
414 col_name                employeeID                                                                                       
415 data_type               int                                                                                              
416 min                     16                                                                                               
417 max                     34                                                                                               
418 num_nulls               1                                                                                                
419 distinct_count          12                                                                                               
420 avg_col_len                                                                                                              
421 max_col_len                                                                                                              
422 num_trues                                                                                                                
423 num_falses                                                                                                               
424 bitVector               HL                                                                                               
425 comment                 from deserializer                                                                                
426 PREHOOK: query: explain 
427 analyze table Employee_Part partition (employeeSalary,country) compute statistics for columns
428 PREHOOK: type: QUERY
429 POSTHOOK: query: explain        
430 analyze table Employee_Part partition (employeeSalary,country) compute statistics for columns
431 POSTHOOK: type: QUERY
432 STAGE DEPENDENCIES:
433   Stage-0 is a root stage
434   Stage-1 depends on stages: Stage-0
435
436 STAGE PLANS:
437   Stage: Stage-0
438     Map Reduce
439       Map Operator Tree:
440           TableScan
441             alias: employee_part
442             Statistics: Num rows: 54 Data size: 412 Basic stats: COMPLETE Column stats: NONE
443             Select Operator
444               expressions: employeeid (type: int), employeename (type: string), employeesalary (type: double), country (type: string)
445               outputColumnNames: employeeid, employeename, employeesalary, country
446               Statistics: Num rows: 54 Data size: 412 Basic stats: COMPLETE Column stats: NONE
447               Group By Operator
448                 aggregations: compute_stats(employeeid, 'hll'), compute_stats(employeename, 'hll')
449                 keys: employeesalary (type: double), country (type: string)
450                 mode: hash
451                 outputColumnNames: _col0, _col1, _col2, _col3
452                 Statistics: Num rows: 54 Data size: 412 Basic stats: COMPLETE Column stats: NONE
453                 Reduce Output Operator
454                   key expressions: _col0 (type: double), _col1 (type: string)
455                   sort order: ++
456                   Map-reduce partition columns: _col0 (type: double), _col1 (type: string)
457                   Statistics: Num rows: 54 Data size: 412 Basic stats: COMPLETE Column stats: NONE
458                   value expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
459       Reduce Operator Tree:
460         Group By Operator
461           aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1)
462           keys: KEY._col0 (type: double), KEY._col1 (type: string)
463           mode: mergepartial
464           outputColumnNames: _col0, _col1, _col2, _col3
465           Statistics: Num rows: 27 Data size: 206 Basic stats: COMPLETE Column stats: NONE
466           Select Operator
467             expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: double), _col1 (type: string)
468             outputColumnNames: _col0, _col1, _col2, _col3
469             Statistics: Num rows: 27 Data size: 206 Basic stats: COMPLETE Column stats: NONE
470             File Output Operator
471               compressed: false
472               Statistics: Num rows: 27 Data size: 206 Basic stats: COMPLETE Column stats: NONE
473               table:
474                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
475                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
476                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
477
478   Stage: Stage-1
479     Stats Work
480       Basic Stats Work:
481       Column Stats Desc:
482           Columns: employeeid, employeename
483           Column Types: int, string
484           Table: default.employee_part
485
486 PREHOOK: query: analyze table Employee_Part partition (employeeSalary,country) compute statistics for columns
487 PREHOOK: type: QUERY
488 PREHOOK: Input: default@employee_part
489 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
490 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
491 PREHOOK: Input: default@employee_part@employeesalary=3000.0/country=UK
492 PREHOOK: Input: default@employee_part@employeesalary=3000.0/country=USA
493 PREHOOK: Input: default@employee_part@employeesalary=3500.0/country=UK
494 PREHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
495 PREHOOK: Output: default@employee_part
496 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
497 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
498 PREHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
499 PREHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
500 PREHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
501 PREHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
502 #### A masked pattern was here ####
503 POSTHOOK: query: analyze table Employee_Part partition (employeeSalary,country) compute statistics for columns
504 POSTHOOK: type: QUERY
505 POSTHOOK: Input: default@employee_part
506 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
507 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
508 POSTHOOK: Input: default@employee_part@employeesalary=3000.0/country=UK
509 POSTHOOK: Input: default@employee_part@employeesalary=3000.0/country=USA
510 POSTHOOK: Input: default@employee_part@employeesalary=3500.0/country=UK
511 POSTHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
512 POSTHOOK: Output: default@employee_part
513 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
514 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
515 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
516 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
517 POSTHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
518 POSTHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
519 #### A masked pattern was here ####
520 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='3500.0', country='UK') employeeName
521 PREHOOK: type: DESCTABLE
522 PREHOOK: Input: default@employee_part
523 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='3500.0', country='UK') employeeName
524 POSTHOOK: type: DESCTABLE
525 POSTHOOK: Input: default@employee_part
526 col_name                employeeName                                                                                     
527 data_type               string                                                                                           
528 min                                                                                                                      
529 max                                                                                                                      
530 num_nulls               0                                                                                                
531 distinct_count          12                                                                                               
532 avg_col_len             5.142857142857143                                                                                
533 max_col_len             6                                                                                                
534 num_trues                                                                                                                
535 num_falses                                                                                                               
536 bitVector               HL                                                                                               
537 comment                 from deserializer                                                                                
538 PREHOOK: query: drop table Employee
539 PREHOOK: type: DROPTABLE
540 POSTHOOK: query: drop table Employee
541 POSTHOOK: type: DROPTABLE
542 PREHOOK: query: CREATE TABLE Employee(employeeID int, employeeName String) partitioned by (employeeSalary double, country string)
543 row format delimited fields terminated by '|'  stored as textfile
544 PREHOOK: type: CREATETABLE
545 PREHOOK: Output: database:default
546 PREHOOK: Output: default@Employee
547 POSTHOOK: query: CREATE TABLE Employee(employeeID int, employeeName String) partitioned by (employeeSalary double, country string)
548 row format delimited fields terminated by '|'  stored as textfile
549 POSTHOOK: type: CREATETABLE
550 POSTHOOK: Output: database:default
551 POSTHOOK: Output: default@Employee
552 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee partition(employeeSalary='2000.0', country='USA')
553 PREHOOK: type: LOAD
554 #### A masked pattern was here ####
555 PREHOOK: Output: default@employee
556 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee partition(employeeSalary='2000.0', country='USA')
557 POSTHOOK: type: LOAD
558 #### A masked pattern was here ####
559 POSTHOOK: Output: default@employee
560 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=USA
561 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='2000.0', country='UK')
562 PREHOOK: type: LOAD
563 #### A masked pattern was here ####
564 PREHOOK: Output: default@employee
565 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='2000.0', country='UK')
566 POSTHOOK: type: LOAD
567 #### A masked pattern was here ####
568 POSTHOOK: Output: default@employee
569 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=UK
570 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='3500.0', country='UK')
571 PREHOOK: type: LOAD
572 #### A masked pattern was here ####
573 PREHOOK: Output: default@employee
574 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='3500.0', country='UK')
575 POSTHOOK: type: LOAD
576 #### A masked pattern was here ####
577 POSTHOOK: Output: default@employee
578 POSTHOOK: Output: default@employee@employeesalary=3500.0/country=UK
579 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee partition(employeeSalary='3000.0', country='UK')
580 PREHOOK: type: LOAD
581 #### A masked pattern was here ####
582 PREHOOK: Output: default@employee
583 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee partition(employeeSalary='3000.0', country='UK')
584 POSTHOOK: type: LOAD
585 #### A masked pattern was here ####
586 POSTHOOK: Output: default@employee
587 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=UK
588 PREHOOK: query: analyze table Employee partition (employeeSalary,country) compute statistics for columns
589 PREHOOK: type: QUERY
590 PREHOOK: Input: default@employee
591 PREHOOK: Input: default@employee@employeesalary=2000.0/country=UK
592 PREHOOK: Input: default@employee@employeesalary=2000.0/country=USA
593 PREHOOK: Input: default@employee@employeesalary=3000.0/country=UK
594 PREHOOK: Input: default@employee@employeesalary=3500.0/country=UK
595 PREHOOK: Output: default@employee
596 PREHOOK: Output: default@employee@employeesalary=2000.0/country=UK
597 PREHOOK: Output: default@employee@employeesalary=2000.0/country=USA
598 PREHOOK: Output: default@employee@employeesalary=3000.0/country=UK
599 PREHOOK: Output: default@employee@employeesalary=3500.0/country=UK
600 #### A masked pattern was here ####
601 POSTHOOK: query: analyze table Employee partition (employeeSalary,country) compute statistics for columns
602 POSTHOOK: type: QUERY
603 POSTHOOK: Input: default@employee
604 POSTHOOK: Input: default@employee@employeesalary=2000.0/country=UK
605 POSTHOOK: Input: default@employee@employeesalary=2000.0/country=USA
606 POSTHOOK: Input: default@employee@employeesalary=3000.0/country=UK
607 POSTHOOK: Input: default@employee@employeesalary=3500.0/country=UK
608 POSTHOOK: Output: default@employee
609 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=UK
610 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=USA
611 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=UK
612 POSTHOOK: Output: default@employee@employeesalary=3500.0/country=UK
613 #### A masked pattern was here ####
614 PREHOOK: query: describe formatted Employee partition (employeeSalary='3500.0', country='UK') employeeName
615 PREHOOK: type: DESCTABLE
616 PREHOOK: Input: default@employee
617 POSTHOOK: query: describe formatted Employee partition (employeeSalary='3500.0', country='UK') employeeName
618 POSTHOOK: type: DESCTABLE
619 POSTHOOK: Input: default@employee
620 col_name                employeeName                                                                                     
621 data_type               string                                                                                           
622 min                                                                                                                      
623 max                                                                                                                      
624 num_nulls               0                                                                                                
625 distinct_count          12                                                                                               
626 avg_col_len             5.142857142857143                                                                                
627 max_col_len             6                                                                                                
628 num_trues                                                                                                                
629 num_falses                                                                                                               
630 bitVector               HL                                                                                               
631 comment                 from deserializer                                                                                
632 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='3000.0', country='USA')
633 PREHOOK: type: LOAD
634 #### A masked pattern was here ####
635 PREHOOK: Output: default@employee
636 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='3000.0', country='USA')
637 POSTHOOK: type: LOAD
638 #### A masked pattern was here ####
639 POSTHOOK: Output: default@employee
640 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=USA
641 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='4000.0', country='USA')
642 PREHOOK: type: LOAD
643 #### A masked pattern was here ####
644 PREHOOK: Output: default@employee
645 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='4000.0', country='USA')
646 POSTHOOK: type: LOAD
647 #### A masked pattern was here ####
648 POSTHOOK: Output: default@employee
649 POSTHOOK: Output: default@employee@employeesalary=4000.0/country=USA
650 PREHOOK: query: analyze table Employee partition (employeeSalary) compute statistics for columns
651 PREHOOK: type: QUERY
652 PREHOOK: Input: default@employee
653 PREHOOK: Input: default@employee@employeesalary=2000.0/country=UK
654 PREHOOK: Input: default@employee@employeesalary=2000.0/country=USA
655 PREHOOK: Input: default@employee@employeesalary=3000.0/country=UK
656 PREHOOK: Input: default@employee@employeesalary=3000.0/country=USA
657 PREHOOK: Input: default@employee@employeesalary=3500.0/country=UK
658 PREHOOK: Input: default@employee@employeesalary=4000.0/country=USA
659 PREHOOK: Output: default@employee
660 PREHOOK: Output: default@employee@employeesalary=2000.0/country=UK
661 PREHOOK: Output: default@employee@employeesalary=2000.0/country=USA
662 PREHOOK: Output: default@employee@employeesalary=3000.0/country=UK
663 PREHOOK: Output: default@employee@employeesalary=3000.0/country=USA
664 PREHOOK: Output: default@employee@employeesalary=3500.0/country=UK
665 PREHOOK: Output: default@employee@employeesalary=4000.0/country=USA
666 #### A masked pattern was here ####
667 POSTHOOK: query: analyze table Employee partition (employeeSalary) compute statistics for columns
668 POSTHOOK: type: QUERY
669 POSTHOOK: Input: default@employee
670 POSTHOOK: Input: default@employee@employeesalary=2000.0/country=UK
671 POSTHOOK: Input: default@employee@employeesalary=2000.0/country=USA
672 POSTHOOK: Input: default@employee@employeesalary=3000.0/country=UK
673 POSTHOOK: Input: default@employee@employeesalary=3000.0/country=USA
674 POSTHOOK: Input: default@employee@employeesalary=3500.0/country=UK
675 POSTHOOK: Input: default@employee@employeesalary=4000.0/country=USA
676 POSTHOOK: Output: default@employee
677 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=UK
678 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=USA
679 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=UK
680 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=USA
681 POSTHOOK: Output: default@employee@employeesalary=3500.0/country=UK
682 POSTHOOK: Output: default@employee@employeesalary=4000.0/country=USA
683 #### A masked pattern was here ####
684 PREHOOK: query: describe formatted Employee partition (employeeSalary='3000.0', country='USA') employeeName
685 PREHOOK: type: DESCTABLE
686 PREHOOK: Input: default@employee
687 POSTHOOK: query: describe formatted Employee partition (employeeSalary='3000.0', country='USA') employeeName
688 POSTHOOK: type: DESCTABLE
689 POSTHOOK: Input: default@employee
690 col_name                employeeName                                                                                     
691 data_type               string                                                                                           
692 min                                                                                                                      
693 max                                                                                                                      
694 num_nulls               0                                                                                                
695 distinct_count          12                                                                                               
696 avg_col_len             5.142857142857143                                                                                
697 max_col_len             6                                                                                                
698 num_trues                                                                                                                
699 num_falses                                                                                                               
700 bitVector               HL                                                                                               
701 comment                 from deserializer                                                                                
702 PREHOOK: query: alter table Employee add columns (c int ,d string)
703 PREHOOK: type: ALTERTABLE_ADDCOLS
704 PREHOOK: Input: default@employee
705 PREHOOK: Output: default@employee
706 POSTHOOK: query: alter table Employee add columns (c int ,d string)
707 POSTHOOK: type: ALTERTABLE_ADDCOLS
708 POSTHOOK: Input: default@employee
709 POSTHOOK: Output: default@employee
710 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee_part.txt"  INTO TABLE Employee partition(employeeSalary='6000.0', country='UK')
711 PREHOOK: type: LOAD
712 #### A masked pattern was here ####
713 PREHOOK: Output: default@employee
714 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee_part.txt"  INTO TABLE Employee partition(employeeSalary='6000.0', country='UK')
715 POSTHOOK: type: LOAD
716 #### A masked pattern was here ####
717 POSTHOOK: Output: default@employee
718 POSTHOOK: Output: default@employee@employeesalary=6000.0/country=UK
719 PREHOOK: query: analyze table Employee partition (employeeSalary='6000.0',country='UK') compute statistics for columns
720 PREHOOK: type: QUERY
721 PREHOOK: Input: default@employee
722 PREHOOK: Input: default@employee@employeesalary=6000.0/country=UK
723 PREHOOK: Output: default@employee
724 PREHOOK: Output: default@employee@employeesalary=6000.0/country=UK
725 #### A masked pattern was here ####
726 POSTHOOK: query: analyze table Employee partition (employeeSalary='6000.0',country='UK') compute statistics for columns
727 POSTHOOK: type: QUERY
728 POSTHOOK: Input: default@employee
729 POSTHOOK: Input: default@employee@employeesalary=6000.0/country=UK
730 POSTHOOK: Output: default@employee
731 POSTHOOK: Output: default@employee@employeesalary=6000.0/country=UK
732 #### A masked pattern was here ####
733 PREHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') employeeName
734 PREHOOK: type: DESCTABLE
735 PREHOOK: Input: default@employee
736 POSTHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') employeeName
737 POSTHOOK: type: DESCTABLE
738 POSTHOOK: Input: default@employee
739 col_name                employeeName                                                                                     
740 data_type               string                                                                                           
741 min                                                                                                                      
742 max                                                                                                                      
743 num_nulls               0                                                                                                
744 distinct_count          9                                                                                                
745 avg_col_len             4.777777777777778                                                                                
746 max_col_len             6                                                                                                
747 num_trues                                                                                                                
748 num_falses                                                                                                               
749 bitVector               HL                                                                                               
750 comment                 from deserializer                                                                                
751 PREHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') c
752 PREHOOK: type: DESCTABLE
753 PREHOOK: Input: default@employee
754 POSTHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') c
755 POSTHOOK: type: DESCTABLE
756 POSTHOOK: Input: default@employee
757 col_name                c                                                                                                
758 data_type               int                                                                                              
759 min                     2000                                                                                             
760 max                     4000                                                                                             
761 num_nulls               0                                                                                                
762 distinct_count          3                                                                                                
763 avg_col_len                                                                                                              
764 max_col_len                                                                                                              
765 num_trues                                                                                                                
766 num_falses                                                                                                               
767 bitVector               HL                                                                                               
768 comment                 from deserializer                                                                                
769 PREHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') d
770 PREHOOK: type: DESCTABLE
771 PREHOOK: Input: default@employee
772 POSTHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') d
773 POSTHOOK: type: DESCTABLE
774 POSTHOOK: Input: default@employee
775 col_name                d                                                                                                
776 data_type               string                                                                                           
777 min                                                                                                                      
778 max                                                                                                                      
779 num_nulls               0                                                                                                
780 distinct_count          2                                                                                                
781 avg_col_len             2.4444444444444446                                                                               
782 max_col_len             3                                                                                                
783 num_trues                                                                                                                
784 num_falses                                                                                                               
785 bitVector               HL                                                                                               
786 comment                 from deserializer