ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out

   1 PREHOOK: query: DROP TABLE Employee_Part
   2 PREHOOK: type: DROPTABLE
   3 POSTHOOK: query: DROP TABLE Employee_Part
   4 POSTHOOK: type: DROPTABLE
   5 PREHOOK: query: CREATE TABLE Employee_Part(employeeID int, employeeName String) partitioned by (employeeSalary double, country string)
   6 row format delimited fields terminated by '|'  stored as textfile
   7 PREHOOK: type: CREATETABLE
   8 PREHOOK: Output: database:default
   9 PREHOOK: Output: default@Employee_Part
  10 POSTHOOK: query: CREATE TABLE Employee_Part(employeeID int, employeeName String) partitioned by (employeeSalary double, country string)
  11 row format delimited fields terminated by '|'  stored as textfile
  12 POSTHOOK: type: CREATETABLE
  13 POSTHOOK: Output: database:default
  14 POSTHOOK: Output: default@Employee_Part
  15 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee_Part partition(employeeSalary='2000.0', country='USA')
  16 PREHOOK: type: LOAD
  17 #### A masked pattern was here ####
  18 PREHOOK: Output: default@employee_part
  19 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee_Part partition(employeeSalary='2000.0', country='USA')
  20 POSTHOOK: type: LOAD
  21 #### A masked pattern was here ####
  22 POSTHOOK: Output: default@employee_part
  23 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
  24 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='2000.0', country='UK')
  25 PREHOOK: type: LOAD
  26 #### A masked pattern was here ####
  27 PREHOOK: Output: default@employee_part
  28 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='2000.0', country='UK')
  29 POSTHOOK: type: LOAD
  30 #### A masked pattern was here ####
  31 POSTHOOK: Output: default@employee_part
  32 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
  33 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='3000.0', country='USA')
  34 PREHOOK: type: LOAD
  35 #### A masked pattern was here ####
  36 PREHOOK: Output: default@employee_part
  37 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='3000.0', country='USA')
  38 POSTHOOK: type: LOAD
  39 #### A masked pattern was here ####
  40 POSTHOOK: Output: default@employee_part
  41 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
  42 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='4000.0', country='USA')
  43 PREHOOK: type: LOAD
  44 #### A masked pattern was here ####
  45 PREHOOK: Output: default@employee_part
  46 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='4000.0', country='USA')
  47 POSTHOOK: type: LOAD
  48 #### A masked pattern was here ####
  49 POSTHOOK: Output: default@employee_part
  50 POSTHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
  51 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='3500.0', country='UK')
  52 PREHOOK: type: LOAD
  53 #### A masked pattern was here ####
  54 PREHOOK: Output: default@employee_part
  55 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee_Part partition(employeeSalary='3500.0', country='UK')
  56 POSTHOOK: type: LOAD
  57 #### A masked pattern was here ####
  58 POSTHOOK: Output: default@employee_part
  59 POSTHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
  60 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee_Part partition(employeeSalary='3000.0', country='UK')
  61 PREHOOK: type: LOAD
  62 #### A masked pattern was here ####
  63 PREHOOK: Output: default@employee_part
  64 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee_Part partition(employeeSalary='3000.0', country='UK')
  65 POSTHOOK: type: LOAD
  66 #### A masked pattern was here ####
  67 POSTHOOK: Output: default@employee_part
  68 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
  69 PREHOOK: query: explain
  70 analyze table Employee_Part partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID
  71 PREHOOK: type: QUERY
  72 POSTHOOK: query: explain
  73 analyze table Employee_Part partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID
  74 POSTHOOK: type: QUERY
  75 STAGE DEPENDENCIES:
  76   Stage-0 is a root stage
  77   Stage-1 depends on stages: Stage-0
  78
  79 STAGE PLANS:
  80   Stage: Stage-0
  81     Map Reduce
  82       Map Operator Tree:
  83           TableScan
  84             alias: employee_part
  85             Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
  86             Select Operator
  87               expressions: employeeid (type: int), employeename (type: string), country (type: string)
  88               outputColumnNames: employeeid, employeename, country
  89               Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
  90               Group By Operator
  91                 aggregations: compute_stats(employeename, 'hll'), compute_stats(employeeid, 'hll')
  92                 keys: 4000.0D (type: double), country (type: string)
  93                 mode: hash
  94                 outputColumnNames: _col0, _col1, _col2, _col3
  95                 Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
  96                 Reduce Output Operator
  97                   key expressions: 4000.0D (type: double), _col1 (type: string)
  98                   sort order: ++
  99                   Map-reduce partition columns: 4000.0D (type: double), _col1 (type: string)
 100                   Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
 101                   value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>)
 102       Reduce Operator Tree:
 103         Group By Operator
 104           aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1)
 105           keys: 4000.0D (type: double), KEY._col1 (type: string)
 106           mode: mergepartial
 107           outputColumnNames: _col0, _col1, _col2, _col3
 108           Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
 109           Select Operator
 110             expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), 4000.0D (type: double), _col1 (type: string)
 111             outputColumnNames: _col0, _col1, _col2, _col3
 112             Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
 113             File Output Operator
 114               compressed: false
 115               Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: NONE
 116               table:
 117                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 118                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 119                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 120
 121   Stage: Stage-1
 122     Stats Work
 123       Basic Stats Work:
 124       Column Stats Desc:
 125           Columns: employeeName, employeeID
 126           Column Types: string, int
 127           Table: default.employee_part
 128
 129 PREHOOK: query: analyze table Employee_Part partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID
 130 PREHOOK: type: QUERY
 131 PREHOOK: Input: default@employee_part
 132 PREHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
 133 PREHOOK: Output: default@employee_part
 134 PREHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
 135 #### A masked pattern was here ####
 136 POSTHOOK: query: analyze table Employee_Part partition (employeeSalary='4000.0', country) compute statistics for columns employeeName, employeeID
 137 POSTHOOK: type: QUERY
 138 POSTHOOK: Input: default@employee_part
 139 POSTHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
 140 POSTHOOK: Output: default@employee_part
 141 POSTHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
 142 #### A masked pattern was here ####
 143 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='4000.0', country='USA')
 144 PREHOOK: type: DESCTABLE
 145 PREHOOK: Input: default@employee_part
 146 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='4000.0', country='USA')
 147 POSTHOOK: type: DESCTABLE
 148 POSTHOOK: Input: default@employee_part
 149 # col_name              data_type               comment
 150 employeeid              int
 151 employeename            string
 152
 153 # Partition Information
 154 # col_name              data_type               comment
 155 employeesalary          double
 156 country                 string
 157
 158 # Detailed Partition Information
 159 Partition Value:        [4000.0, USA]
 160 Database:               default
 161 Table:                  employee_part
 162 #### A masked pattern was here ####
 163 Partition Parameters:
 164         COLUMN_STATS_ACCURATE   {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"employeeid\":\"true\",\"employeename\":\"true\"}}
 165         numFiles                1
 166         numRows                 7
 167         rawDataSize             57
 168         totalSize               64
 169 #### A masked pattern was here ####
 170
 171 # Storage Information
 172 SerDe Library:          org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 173 InputFormat:            org.apache.hadoop.mapred.TextInputFormat
 174 OutputFormat:           org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 175 Compressed:             No
 176 Num Buckets:            -1
 177 Bucket Columns:         []
 178 Sort Columns:           []
 179 Storage Desc Params:
 180         field.delim             |
 181         serialization.format    |
 182 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='4000.0', country='USA') employeeName
 183 PREHOOK: type: DESCTABLE
 184 PREHOOK: Input: default@employee_part
 185 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='4000.0', country='USA') employeeName
 186 POSTHOOK: type: DESCTABLE
 187 POSTHOOK: Input: default@employee_part
 188 col_name                employeeName
 189 data_type               string
 190 min
 191 max
 192 num_nulls               0
 193 distinct_count          7
 194 avg_col_len             5.142857142857143
 195 max_col_len             6
 196 num_trues
 197 num_falses
 198 bitVector               HL
 199 comment                 from deserializer
 200 PREHOOK: query: explain
 201 analyze table Employee_Part partition (employeeSalary='2000.0') compute statistics for columns employeeID
 202 PREHOOK: type: QUERY
 203 POSTHOOK: query: explain
 204 analyze table Employee_Part partition (employeeSalary='2000.0') compute statistics for columns employeeID
 205 POSTHOOK: type: QUERY
 206 STAGE DEPENDENCIES:
 207   Stage-0 is a root stage
 208   Stage-1 depends on stages: Stage-0
 209
 210 STAGE PLANS:
 211   Stage: Stage-0
 212     Map Reduce
 213       Map Operator Tree:
 214           TableScan
 215             alias: employee_part
 216             Statistics: Num rows: 3 Data size: 1690 Basic stats: COMPLETE Column stats: NONE
 217             Select Operator
 218               expressions: employeeid (type: int), country (type: string)
 219               outputColumnNames: employeeid, country
 220               Statistics: Num rows: 3 Data size: 1690 Basic stats: COMPLETE Column stats: NONE
 221               Group By Operator
 222                 aggregations: compute_stats(employeeid, 'hll')
 223                 keys: 2000.0D (type: double), country (type: string)
 224                 mode: hash
 225                 outputColumnNames: _col0, _col1, _col2
 226                 Statistics: Num rows: 3 Data size: 1690 Basic stats: COMPLETE Column stats: NONE
 227                 Reduce Output Operator
 228                   key expressions: 2000.0D (type: double), _col1 (type: string)
 229                   sort order: ++
 230                   Map-reduce partition columns: 2000.0D (type: double), _col1 (type: string)
 231                   Statistics: Num rows: 3 Data size: 1690 Basic stats: COMPLETE Column stats: NONE
 232                   value expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>)
 233       Reduce Operator Tree:
 234         Group By Operator
 235           aggregations: compute_stats(VALUE._col0)
 236           keys: 2000.0D (type: double), KEY._col1 (type: string)
 237           mode: mergepartial
 238           outputColumnNames: _col0, _col1, _col2
 239           Statistics: Num rows: 1 Data size: 563 Basic stats: COMPLETE Column stats: NONE
 240           Select Operator
 241             expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), 2000.0D (type: double), _col1 (type: string)
 242             outputColumnNames: _col0, _col1, _col2
 243             Statistics: Num rows: 1 Data size: 563 Basic stats: COMPLETE Column stats: NONE
 244             File Output Operator
 245               compressed: false
 246               Statistics: Num rows: 1 Data size: 563 Basic stats: COMPLETE Column stats: NONE
 247               table:
 248                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 249                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 250                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 251
 252   Stage: Stage-1
 253     Stats Work
 254       Basic Stats Work:
 255       Column Stats Desc:
 256           Columns: employeeID
 257           Column Types: int
 258           Table: default.employee_part
 259
 260 PREHOOK: query: analyze table Employee_Part partition (employeeSalary='2000.0') compute statistics for columns employeeID
 261 PREHOOK: type: QUERY
 262 PREHOOK: Input: default@employee_part
 263 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
 264 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
 265 PREHOOK: Output: default@employee_part
 266 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
 267 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
 268 #### A masked pattern was here ####
 269 POSTHOOK: query: analyze table Employee_Part partition (employeeSalary='2000.0') compute statistics for columns employeeID
 270 POSTHOOK: type: QUERY
 271 POSTHOOK: Input: default@employee_part
 272 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
 273 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
 274 POSTHOOK: Output: default@employee_part
 275 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
 276 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
 277 #### A masked pattern was here ####
 278 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='2000.0', country='USA') employeeID
 279 PREHOOK: type: DESCTABLE
 280 PREHOOK: Input: default@employee_part
 281 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='2000.0', country='USA') employeeID
 282 POSTHOOK: type: DESCTABLE
 283 POSTHOOK: Input: default@employee_part
 284 col_name                employeeID
 285 data_type               int
 286 min                     16
 287 max                     34
 288 num_nulls               1
 289 distinct_count          12
 290 avg_col_len
 291 max_col_len
 292 num_trues
 293 num_falses
 294 bitVector               HL
 295 comment                 from deserializer
 296 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='2000.0', country='UK') employeeID
 297 PREHOOK: type: DESCTABLE
 298 PREHOOK: Input: default@employee_part
 299 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='2000.0', country='UK') employeeID
 300 POSTHOOK: type: DESCTABLE
 301 POSTHOOK: Input: default@employee_part
 302 col_name                employeeID
 303 data_type               int
 304 min                     16
 305 max                     31
 306 num_nulls               0
 307 distinct_count          7
 308 avg_col_len
 309 max_col_len
 310 num_trues
 311 num_falses
 312 bitVector               HL
 313 comment                 from deserializer
 314 PREHOOK: query: explain
 315 analyze table Employee_Part partition (employeeSalary) compute statistics for columns employeeID
 316 PREHOOK: type: QUERY
 317 POSTHOOK: query: explain
 318 analyze table Employee_Part partition (employeeSalary) compute statistics for columns employeeID
 319 POSTHOOK: type: QUERY
 320 STAGE DEPENDENCIES:
 321   Stage-0 is a root stage
 322   Stage-1 depends on stages: Stage-0
 323
 324 STAGE PLANS:
 325   Stage: Stage-0
 326     Map Reduce
 327       Map Operator Tree:
 328           TableScan
 329             alias: employee_part
 330             Statistics: Num rows: 27 Data size: 206 Basic stats: PARTIAL Column stats: NONE
 331             Select Operator
 332               expressions: employeeid (type: int), employeesalary (type: double), country (type: string)
 333               outputColumnNames: employeeid, employeesalary, country
 334               Statistics: Num rows: 27 Data size: 206 Basic stats: PARTIAL Column stats: NONE
 335               Group By Operator
 336                 aggregations: compute_stats(employeeid, 'hll')
 337                 keys: employeesalary (type: double), country (type: string)
 338                 mode: hash
 339                 outputColumnNames: _col0, _col1, _col2
 340                 Statistics: Num rows: 27 Data size: 206 Basic stats: PARTIAL Column stats: NONE
 341                 Reduce Output Operator
 342                   key expressions: _col0 (type: double), _col1 (type: string)
 343                   sort order: ++
 344                   Map-reduce partition columns: _col0 (type: double), _col1 (type: string)
 345                   Statistics: Num rows: 27 Data size: 206 Basic stats: PARTIAL Column stats: NONE
 346                   value expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>)
 347       Reduce Operator Tree:
 348         Group By Operator
 349           aggregations: compute_stats(VALUE._col0)
 350           keys: KEY._col0 (type: double), KEY._col1 (type: string)
 351           mode: mergepartial
 352           outputColumnNames: _col0, _col1, _col2
 353           Statistics: Num rows: 13 Data size: 99 Basic stats: PARTIAL Column stats: NONE
 354           Select Operator
 355             expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: double), _col1 (type: string)
 356             outputColumnNames: _col0, _col1, _col2
 357             Statistics: Num rows: 13 Data size: 99 Basic stats: PARTIAL Column stats: NONE
 358             File Output Operator
 359               compressed: false
 360               Statistics: Num rows: 13 Data size: 99 Basic stats: PARTIAL Column stats: NONE
 361               table:
 362                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 363                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 364                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 365
 366   Stage: Stage-1
 367     Stats Work
 368       Basic Stats Work:
 369       Column Stats Desc:
 370           Columns: employeeID
 371           Column Types: int
 372           Table: default.employee_part
 373
 374 PREHOOK: query: analyze table Employee_Part partition (employeeSalary) compute statistics for columns employeeID
 375 PREHOOK: type: QUERY
 376 PREHOOK: Input: default@employee_part
 377 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
 378 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
 379 PREHOOK: Input: default@employee_part@employeesalary=3000.0/country=UK
 380 PREHOOK: Input: default@employee_part@employeesalary=3000.0/country=USA
 381 PREHOOK: Input: default@employee_part@employeesalary=3500.0/country=UK
 382 PREHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
 383 PREHOOK: Output: default@employee_part
 384 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
 385 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
 386 PREHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
 387 PREHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
 388 PREHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
 389 PREHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
 390 #### A masked pattern was here ####
 391 POSTHOOK: query: analyze table Employee_Part partition (employeeSalary) compute statistics for columns employeeID
 392 POSTHOOK: type: QUERY
 393 POSTHOOK: Input: default@employee_part
 394 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
 395 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
 396 POSTHOOK: Input: default@employee_part@employeesalary=3000.0/country=UK
 397 POSTHOOK: Input: default@employee_part@employeesalary=3000.0/country=USA
 398 POSTHOOK: Input: default@employee_part@employeesalary=3500.0/country=UK
 399 POSTHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
 400 POSTHOOK: Output: default@employee_part
 401 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
 402 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
 403 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
 404 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
 405 POSTHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
 406 POSTHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
 407 #### A masked pattern was here ####
 408 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='3000.0', country='UK') employeeID
 409 PREHOOK: type: DESCTABLE
 410 PREHOOK: Input: default@employee_part
 411 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='3000.0', country='UK') employeeID
 412 POSTHOOK: type: DESCTABLE
 413 POSTHOOK: Input: default@employee_part
 414 col_name                employeeID
 415 data_type               int
 416 min                     16
 417 max                     34
 418 num_nulls               1
 419 distinct_count          12
 420 avg_col_len
 421 max_col_len
 422 num_trues
 423 num_falses
 424 bitVector               HL
 425 comment                 from deserializer
 426 PREHOOK: query: explain
 427 analyze table Employee_Part partition (employeeSalary,country) compute statistics for columns
 428 PREHOOK: type: QUERY
 429 POSTHOOK: query: explain
 430 analyze table Employee_Part partition (employeeSalary,country) compute statistics for columns
 431 POSTHOOK: type: QUERY
 432 STAGE DEPENDENCIES:
 433   Stage-0 is a root stage
 434   Stage-1 depends on stages: Stage-0
 435
 436 STAGE PLANS:
 437   Stage: Stage-0
 438     Map Reduce
 439       Map Operator Tree:
 440           TableScan
 441             alias: employee_part
 442             Statistics: Num rows: 54 Data size: 412 Basic stats: COMPLETE Column stats: NONE
 443             Select Operator
 444               expressions: employeeid (type: int), employeename (type: string), employeesalary (type: double), country (type: string)
 445               outputColumnNames: employeeid, employeename, employeesalary, country
 446               Statistics: Num rows: 54 Data size: 412 Basic stats: COMPLETE Column stats: NONE
 447               Group By Operator
 448                 aggregations: compute_stats(employeeid, 'hll'), compute_stats(employeename, 'hll')
 449                 keys: employeesalary (type: double), country (type: string)
 450                 mode: hash
 451                 outputColumnNames: _col0, _col1, _col2, _col3
 452                 Statistics: Num rows: 54 Data size: 412 Basic stats: COMPLETE Column stats: NONE
 453                 Reduce Output Operator
 454                   key expressions: _col0 (type: double), _col1 (type: string)
 455                   sort order: ++
 456                   Map-reduce partition columns: _col0 (type: double), _col1 (type: string)
 457                   Statistics: Num rows: 54 Data size: 412 Basic stats: COMPLETE Column stats: NONE
 458                   value expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
 459       Reduce Operator Tree:
 460         Group By Operator
 461           aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1)
 462           keys: KEY._col0 (type: double), KEY._col1 (type: string)
 463           mode: mergepartial
 464           outputColumnNames: _col0, _col1, _col2, _col3
 465           Statistics: Num rows: 27 Data size: 206 Basic stats: COMPLETE Column stats: NONE
 466           Select Operator
 467             expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: double), _col1 (type: string)
 468             outputColumnNames: _col0, _col1, _col2, _col3
 469             Statistics: Num rows: 27 Data size: 206 Basic stats: COMPLETE Column stats: NONE
 470             File Output Operator
 471               compressed: false
 472               Statistics: Num rows: 27 Data size: 206 Basic stats: COMPLETE Column stats: NONE
 473               table:
 474                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 475                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 476                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 477
 478   Stage: Stage-1
 479     Stats Work
 480       Basic Stats Work:
 481       Column Stats Desc:
 482           Columns: employeeid, employeename
 483           Column Types: int, string
 484           Table: default.employee_part
 485
 486 PREHOOK: query: analyze table Employee_Part partition (employeeSalary,country) compute statistics for columns
 487 PREHOOK: type: QUERY
 488 PREHOOK: Input: default@employee_part
 489 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
 490 PREHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
 491 PREHOOK: Input: default@employee_part@employeesalary=3000.0/country=UK
 492 PREHOOK: Input: default@employee_part@employeesalary=3000.0/country=USA
 493 PREHOOK: Input: default@employee_part@employeesalary=3500.0/country=UK
 494 PREHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
 495 PREHOOK: Output: default@employee_part
 496 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
 497 PREHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
 498 PREHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
 499 PREHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
 500 PREHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
 501 PREHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
 502 #### A masked pattern was here ####
 503 POSTHOOK: query: analyze table Employee_Part partition (employeeSalary,country) compute statistics for columns
 504 POSTHOOK: type: QUERY
 505 POSTHOOK: Input: default@employee_part
 506 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=UK
 507 POSTHOOK: Input: default@employee_part@employeesalary=2000.0/country=USA
 508 POSTHOOK: Input: default@employee_part@employeesalary=3000.0/country=UK
 509 POSTHOOK: Input: default@employee_part@employeesalary=3000.0/country=USA
 510 POSTHOOK: Input: default@employee_part@employeesalary=3500.0/country=UK
 511 POSTHOOK: Input: default@employee_part@employeesalary=4000.0/country=USA
 512 POSTHOOK: Output: default@employee_part
 513 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=UK
 514 POSTHOOK: Output: default@employee_part@employeesalary=2000.0/country=USA
 515 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=UK
 516 POSTHOOK: Output: default@employee_part@employeesalary=3000.0/country=USA
 517 POSTHOOK: Output: default@employee_part@employeesalary=3500.0/country=UK
 518 POSTHOOK: Output: default@employee_part@employeesalary=4000.0/country=USA
 519 #### A masked pattern was here ####
 520 PREHOOK: query: describe formatted Employee_Part partition (employeeSalary='3500.0', country='UK') employeeName
 521 PREHOOK: type: DESCTABLE
 522 PREHOOK: Input: default@employee_part
 523 POSTHOOK: query: describe formatted Employee_Part partition (employeeSalary='3500.0', country='UK') employeeName
 524 POSTHOOK: type: DESCTABLE
 525 POSTHOOK: Input: default@employee_part
 526 col_name                employeeName
 527 data_type               string
 528 min
 529 max
 530 num_nulls               0
 531 distinct_count          12
 532 avg_col_len             5.142857142857143
 533 max_col_len             6
 534 num_trues
 535 num_falses
 536 bitVector               HL
 537 comment                 from deserializer
 538 PREHOOK: query: drop table Employee
 539 PREHOOK: type: DROPTABLE
 540 POSTHOOK: query: drop table Employee
 541 POSTHOOK: type: DROPTABLE
 542 PREHOOK: query: CREATE TABLE Employee(employeeID int, employeeName String) partitioned by (employeeSalary double, country string)
 543 row format delimited fields terminated by '|'  stored as textfile
 544 PREHOOK: type: CREATETABLE
 545 PREHOOK: Output: database:default
 546 PREHOOK: Output: default@Employee
 547 POSTHOOK: query: CREATE TABLE Employee(employeeID int, employeeName String) partitioned by (employeeSalary double, country string)
 548 row format delimited fields terminated by '|'  stored as textfile
 549 POSTHOOK: type: CREATETABLE
 550 POSTHOOK: Output: database:default
 551 POSTHOOK: Output: default@Employee
 552 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee partition(employeeSalary='2000.0', country='USA')
 553 PREHOOK: type: LOAD
 554 #### A masked pattern was here ####
 555 PREHOOK: Output: default@employee
 556 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee partition(employeeSalary='2000.0', country='USA')
 557 POSTHOOK: type: LOAD
 558 #### A masked pattern was here ####
 559 POSTHOOK: Output: default@employee
 560 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=USA
 561 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='2000.0', country='UK')
 562 PREHOOK: type: LOAD
 563 #### A masked pattern was here ####
 564 PREHOOK: Output: default@employee
 565 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='2000.0', country='UK')
 566 POSTHOOK: type: LOAD
 567 #### A masked pattern was here ####
 568 POSTHOOK: Output: default@employee
 569 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=UK
 570 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='3500.0', country='UK')
 571 PREHOOK: type: LOAD
 572 #### A masked pattern was here ####
 573 PREHOOK: Output: default@employee
 574 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='3500.0', country='UK')
 575 POSTHOOK: type: LOAD
 576 #### A masked pattern was here ####
 577 POSTHOOK: Output: default@employee
 578 POSTHOOK: Output: default@employee@employeesalary=3500.0/country=UK
 579 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee partition(employeeSalary='3000.0', country='UK')
 580 PREHOOK: type: LOAD
 581 #### A masked pattern was here ####
 582 PREHOOK: Output: default@employee
 583 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee.dat"  INTO TABLE Employee partition(employeeSalary='3000.0', country='UK')
 584 POSTHOOK: type: LOAD
 585 #### A masked pattern was here ####
 586 POSTHOOK: Output: default@employee
 587 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=UK
 588 PREHOOK: query: analyze table Employee partition (employeeSalary,country) compute statistics for columns
 589 PREHOOK: type: QUERY
 590 PREHOOK: Input: default@employee
 591 PREHOOK: Input: default@employee@employeesalary=2000.0/country=UK
 592 PREHOOK: Input: default@employee@employeesalary=2000.0/country=USA
 593 PREHOOK: Input: default@employee@employeesalary=3000.0/country=UK
 594 PREHOOK: Input: default@employee@employeesalary=3500.0/country=UK
 595 PREHOOK: Output: default@employee
 596 PREHOOK: Output: default@employee@employeesalary=2000.0/country=UK
 597 PREHOOK: Output: default@employee@employeesalary=2000.0/country=USA
 598 PREHOOK: Output: default@employee@employeesalary=3000.0/country=UK
 599 PREHOOK: Output: default@employee@employeesalary=3500.0/country=UK
 600 #### A masked pattern was here ####
 601 POSTHOOK: query: analyze table Employee partition (employeeSalary,country) compute statistics for columns
 602 POSTHOOK: type: QUERY
 603 POSTHOOK: Input: default@employee
 604 POSTHOOK: Input: default@employee@employeesalary=2000.0/country=UK
 605 POSTHOOK: Input: default@employee@employeesalary=2000.0/country=USA
 606 POSTHOOK: Input: default@employee@employeesalary=3000.0/country=UK
 607 POSTHOOK: Input: default@employee@employeesalary=3500.0/country=UK
 608 POSTHOOK: Output: default@employee
 609 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=UK
 610 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=USA
 611 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=UK
 612 POSTHOOK: Output: default@employee@employeesalary=3500.0/country=UK
 613 #### A masked pattern was here ####
 614 PREHOOK: query: describe formatted Employee partition (employeeSalary='3500.0', country='UK') employeeName
 615 PREHOOK: type: DESCTABLE
 616 PREHOOK: Input: default@employee
 617 POSTHOOK: query: describe formatted Employee partition (employeeSalary='3500.0', country='UK') employeeName
 618 POSTHOOK: type: DESCTABLE
 619 POSTHOOK: Input: default@employee
 620 col_name                employeeName
 621 data_type               string
 622 min
 623 max
 624 num_nulls               0
 625 distinct_count          12
 626 avg_col_len             5.142857142857143
 627 max_col_len             6
 628 num_trues
 629 num_falses
 630 bitVector               HL
 631 comment                 from deserializer
 632 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='3000.0', country='USA')
 633 PREHOOK: type: LOAD
 634 #### A masked pattern was here ####
 635 PREHOOK: Output: default@employee
 636 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='3000.0', country='USA')
 637 POSTHOOK: type: LOAD
 638 #### A masked pattern was here ####
 639 POSTHOOK: Output: default@employee
 640 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=USA
 641 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='4000.0', country='USA')
 642 PREHOOK: type: LOAD
 643 #### A masked pattern was here ####
 644 PREHOOK: Output: default@employee
 645 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee2.dat" INTO TABLE Employee partition(employeeSalary='4000.0', country='USA')
 646 POSTHOOK: type: LOAD
 647 #### A masked pattern was here ####
 648 POSTHOOK: Output: default@employee
 649 POSTHOOK: Output: default@employee@employeesalary=4000.0/country=USA
 650 PREHOOK: query: analyze table Employee partition (employeeSalary) compute statistics for columns
 651 PREHOOK: type: QUERY
 652 PREHOOK: Input: default@employee
 653 PREHOOK: Input: default@employee@employeesalary=2000.0/country=UK
 654 PREHOOK: Input: default@employee@employeesalary=2000.0/country=USA
 655 PREHOOK: Input: default@employee@employeesalary=3000.0/country=UK
 656 PREHOOK: Input: default@employee@employeesalary=3000.0/country=USA
 657 PREHOOK: Input: default@employee@employeesalary=3500.0/country=UK
 658 PREHOOK: Input: default@employee@employeesalary=4000.0/country=USA
 659 PREHOOK: Output: default@employee
 660 PREHOOK: Output: default@employee@employeesalary=2000.0/country=UK
 661 PREHOOK: Output: default@employee@employeesalary=2000.0/country=USA
 662 PREHOOK: Output: default@employee@employeesalary=3000.0/country=UK
 663 PREHOOK: Output: default@employee@employeesalary=3000.0/country=USA
 664 PREHOOK: Output: default@employee@employeesalary=3500.0/country=UK
 665 PREHOOK: Output: default@employee@employeesalary=4000.0/country=USA
 666 #### A masked pattern was here ####
 667 POSTHOOK: query: analyze table Employee partition (employeeSalary) compute statistics for columns
 668 POSTHOOK: type: QUERY
 669 POSTHOOK: Input: default@employee
 670 POSTHOOK: Input: default@employee@employeesalary=2000.0/country=UK
 671 POSTHOOK: Input: default@employee@employeesalary=2000.0/country=USA
 672 POSTHOOK: Input: default@employee@employeesalary=3000.0/country=UK
 673 POSTHOOK: Input: default@employee@employeesalary=3000.0/country=USA
 674 POSTHOOK: Input: default@employee@employeesalary=3500.0/country=UK
 675 POSTHOOK: Input: default@employee@employeesalary=4000.0/country=USA
 676 POSTHOOK: Output: default@employee
 677 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=UK
 678 POSTHOOK: Output: default@employee@employeesalary=2000.0/country=USA
 679 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=UK
 680 POSTHOOK: Output: default@employee@employeesalary=3000.0/country=USA
 681 POSTHOOK: Output: default@employee@employeesalary=3500.0/country=UK
 682 POSTHOOK: Output: default@employee@employeesalary=4000.0/country=USA
 683 #### A masked pattern was here ####
 684 PREHOOK: query: describe formatted Employee partition (employeeSalary='3000.0', country='USA') employeeName
 685 PREHOOK: type: DESCTABLE
 686 PREHOOK: Input: default@employee
 687 POSTHOOK: query: describe formatted Employee partition (employeeSalary='3000.0', country='USA') employeeName
 688 POSTHOOK: type: DESCTABLE
 689 POSTHOOK: Input: default@employee
 690 col_name                employeeName
 691 data_type               string
 692 min
 693 max
 694 num_nulls               0
 695 distinct_count          12
 696 avg_col_len             5.142857142857143
 697 max_col_len             6
 698 num_trues
 699 num_falses
 700 bitVector               HL
 701 comment                 from deserializer
 702 PREHOOK: query: alter table Employee add columns (c int ,d string)
 703 PREHOOK: type: ALTERTABLE_ADDCOLS
 704 PREHOOK: Input: default@employee
 705 PREHOOK: Output: default@employee
 706 POSTHOOK: query: alter table Employee add columns (c int ,d string)
 707 POSTHOOK: type: ALTERTABLE_ADDCOLS
 708 POSTHOOK: Input: default@employee
 709 POSTHOOK: Output: default@employee
 710 PREHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee_part.txt"  INTO TABLE Employee partition(employeeSalary='6000.0', country='UK')
 711 PREHOOK: type: LOAD
 712 #### A masked pattern was here ####
 713 PREHOOK: Output: default@employee
 714 POSTHOOK: query: LOAD DATA LOCAL INPATH "../../data/files/employee_part.txt"  INTO TABLE Employee partition(employeeSalary='6000.0', country='UK')
 715 POSTHOOK: type: LOAD
 716 #### A masked pattern was here ####
 717 POSTHOOK: Output: default@employee
 718 POSTHOOK: Output: default@employee@employeesalary=6000.0/country=UK
 719 PREHOOK: query: analyze table Employee partition (employeeSalary='6000.0',country='UK') compute statistics for columns
 720 PREHOOK: type: QUERY
 721 PREHOOK: Input: default@employee
 722 PREHOOK: Input: default@employee@employeesalary=6000.0/country=UK
 723 PREHOOK: Output: default@employee
 724 PREHOOK: Output: default@employee@employeesalary=6000.0/country=UK
 725 #### A masked pattern was here ####
 726 POSTHOOK: query: analyze table Employee partition (employeeSalary='6000.0',country='UK') compute statistics for columns
 727 POSTHOOK: type: QUERY
 728 POSTHOOK: Input: default@employee
 729 POSTHOOK: Input: default@employee@employeesalary=6000.0/country=UK
 730 POSTHOOK: Output: default@employee
 731 POSTHOOK: Output: default@employee@employeesalary=6000.0/country=UK
 732 #### A masked pattern was here ####
 733 PREHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') employeeName
 734 PREHOOK: type: DESCTABLE
 735 PREHOOK: Input: default@employee
 736 POSTHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') employeeName
 737 POSTHOOK: type: DESCTABLE
 738 POSTHOOK: Input: default@employee
 739 col_name                employeeName
 740 data_type               string
 741 min
 742 max
 743 num_nulls               0
 744 distinct_count          9
 745 avg_col_len             4.777777777777778
 746 max_col_len             6
 747 num_trues
 748 num_falses
 749 bitVector               HL
 750 comment                 from deserializer
 751 PREHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') c
 752 PREHOOK: type: DESCTABLE
 753 PREHOOK: Input: default@employee
 754 POSTHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') c
 755 POSTHOOK: type: DESCTABLE
 756 POSTHOOK: Input: default@employee
 757 col_name                c
 758 data_type               int
 759 min                     2000
 760 max                     4000
 761 num_nulls               0
 762 distinct_count          3
 763 avg_col_len
 764 max_col_len
 765 num_trues
 766 num_falses
 767 bitVector               HL
 768 comment                 from deserializer
 769 PREHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') d
 770 PREHOOK: type: DESCTABLE
 771 PREHOOK: Input: default@employee
 772 POSTHOOK: query: describe formatted Employee partition (employeeSalary='6000.0', country='UK') d
 773 POSTHOOK: type: DESCTABLE
 774 POSTHOOK: Input: default@employee
 775 col_name                d
 776 data_type               string
 777 min
 778 max
 779 num_nulls               0
 780 distinct_count          2
 781 avg_col_len             2.4444444444444446
 782 max_col_len             3
 783 num_trues
 784 num_falses
 785 bitVector               HL
 786 comment                 from deserializer