You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by gu...@apache.org on 2013/12/18 18:22:05 UTC
svn commit: r1552041 [4/7] - in /hive/branches/tez: ./
ant/src/org/apache/hadoop/hive/ant/ conf/
hbase-handler/src/java/org/apache/hadoop/hive/hbase/
hcatalog/src/test/e2e/templeton/tests/
hcatalog/webhcat/svr/src/main/java/org/apache/hive/hcatalog/tem...
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out?rev=1552041&r1=1552040&r2=1552041&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out Wed Dec 18 17:22:02 2013
@@ -42,6 +42,8 @@ STAGE PLANS:
srcpart
TableScan
alias: srcpart
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Select Operator
expressions:
@@ -52,12 +54,16 @@ STAGE PLANS:
expr: hr
type: string
outputColumnNames: _col0, _col1, _col2
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -90,6 +96,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -114,15 +121,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -136,6 +138,7 @@ STAGE PLANS:
ds 2008-04-08
hr 12
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -160,15 +163,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -207,7 +205,6 @@ STAGE PLANS:
Stats-Aggr Operator
#### A masked pattern was here ####
-
PREHOOK: query: insert overwrite table list_bucketing_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart where ds='2008-04-08'
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart
@@ -254,6 +251,7 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 3
numRows 500
rawDataSize 5312
@@ -302,6 +300,7 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 3
numRows 500
rawDataSize 5312
@@ -401,12 +400,16 @@ STAGE PLANS:
list_bucketing_dynamic_part
TableScan
alias: list_bucketing_dynamic_part
+ Statistics:
+ numRows: 1000 dataSize: 10624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate:
expr: ((key = '103') and (value = 'val_103'))
type: boolean
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
Select Operator
expressions:
expr: key
@@ -418,6 +421,8 @@ STAGE PLANS:
expr: hr
type: string
outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
Reduce Output Operator
key expressions:
expr: _col0
@@ -429,6 +434,8 @@ STAGE PLANS:
expr: _col3
type: string
sort order: ++++
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
tag: -1
value expressions:
expr: _col0
@@ -451,6 +458,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -475,15 +483,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 6
- numPartitions 2
- numRows 1000
partition_columns ds/hr
- rawDataSize 10624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 11624
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.list_bucketing_dynamic_part
@@ -497,6 +500,7 @@ STAGE PLANS:
ds 2008-04-08
hr 12
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -521,15 +525,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 6
- numPartitions 2
- numRows 1000
partition_columns ds/hr
- rawDataSize 10624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 11624
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.list_bucketing_dynamic_part
@@ -540,11 +539,15 @@ STAGE PLANS:
Needs Tagging: false
Reduce Operator Tree:
Extract
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -565,7 +568,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: select key, value, ds, hr from list_bucketing_dynamic_part where ds='2008-04-08' and key = "103" and value ="val_103" ORDER BY key, value, ds, hr
PREHOOK: type: QUERY
PREHOOK: Input: default@list_bucketing_dynamic_part
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_6.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_6.q.out?rev=1552041&r1=1552040&r2=1552041&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_6.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_6.q.out Wed Dec 18 17:22:02 2013
@@ -118,6 +118,8 @@ STAGE PLANS:
srcpart
TableScan
alias: srcpart
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Select Operator
expressions:
@@ -128,12 +130,16 @@ STAGE PLANS:
expr: if(((key % 100) = 0), 'a1', 'b1')
type: string
outputColumnNames: _col0, _col1, _col2
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -166,6 +172,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -190,15 +197,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -212,6 +214,7 @@ STAGE PLANS:
ds 2008-04-08
hr 12
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -236,15 +239,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -283,7 +281,6 @@ STAGE PLANS:
Stats-Aggr Operator
#### A masked pattern was here ####
-
PREHOOK: query: insert overwrite table list_bucketing_dynamic_part partition (ds = '2008-04-08', hr)
select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08'
PREHOOK: type: QUERY
@@ -342,10 +339,11 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
- numFiles 2
+ COLUMN_STATS_ACCURATE true
+ numFiles 1
numRows 16
rawDataSize 136
- totalSize 310
+ totalSize 102
#### A masked pattern was here ####
# Storage Information
@@ -388,6 +386,7 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 6
numRows 984
rawDataSize 9488
@@ -443,6 +442,8 @@ STAGE PLANS:
srcpart
TableScan
alias: srcpart
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Select Operator
expressions:
@@ -453,12 +454,16 @@ STAGE PLANS:
expr: if(((key % 100) = 0), 'a1', 'b1')
type: string
outputColumnNames: _col0, _col1, _col2
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -469,15 +474,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 8
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 11044
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -496,6 +496,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -520,15 +521,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -542,6 +538,7 @@ STAGE PLANS:
ds 2008-04-08
hr 12
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -566,15 +563,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -609,15 +601,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 8
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 11044
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -642,15 +629,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 8
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 11044
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
@@ -662,15 +644,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 8
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 11044
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -693,15 +670,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 8
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 11044
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
@@ -713,15 +685,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 8
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 11044
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -735,7 +702,6 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
-
PREHOOK: query: insert overwrite table list_bucketing_dynamic_part partition (ds = '2008-04-08', hr)
select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08'
PREHOOK: type: QUERY
@@ -806,10 +772,11 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 1
numRows 16
rawDataSize 136
- totalSize 254
+ totalSize 102
#### A masked pattern was here ####
# Storage Information
@@ -856,6 +823,7 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 4
numRows 984
rawDataSize 9488
@@ -947,12 +915,16 @@ STAGE PLANS:
list_bucketing_dynamic_part
TableScan
alias: list_bucketing_dynamic_part
+ Statistics:
+ numRows: 1000 dataSize: 9624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate:
expr: ((key = '484') and (value = 'val_484'))
type: boolean
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
Select Operator
expressions:
expr: key
@@ -964,11 +936,15 @@ STAGE PLANS:
expr: hr
type: string
outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -996,6 +972,7 @@ STAGE PLANS:
ds 2008-04-08
hr a1
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -1008,7 +985,7 @@ STAGE PLANS:
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 254
+ totalSize 102
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
@@ -1020,15 +997,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 5
- numPartitions 2
- numRows 1000
partition_columns ds/hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10876
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -1042,6 +1014,7 @@ STAGE PLANS:
ds 2008-04-08
hr b1
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -1066,15 +1039,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 5
- numPartitions 2
- numRows 1000
partition_columns ds/hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10876
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -1087,7 +1055,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: select * from list_bucketing_dynamic_part where key = '484' and value = 'val_484'
PREHOOK: type: QUERY
PREHOOK: Input: default@list_bucketing_dynamic_part
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_7.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_7.q.out?rev=1552041&r1=1552040&r2=1552041&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_7.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_7.q.out Wed Dec 18 17:22:02 2013
@@ -66,6 +66,8 @@ STAGE PLANS:
srcpart
TableScan
alias: srcpart
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Select Operator
expressions:
@@ -76,12 +78,16 @@ STAGE PLANS:
expr: if(((key % 100) = 0), 'a1', 'b1')
type: string
outputColumnNames: _col0, _col1, _col2
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -114,6 +120,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -138,15 +145,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -160,6 +162,7 @@ STAGE PLANS:
ds 2008-04-08
hr 12
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -184,15 +187,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -231,7 +229,6 @@ STAGE PLANS:
Stats-Aggr Operator
#### A masked pattern was here ####
-
PREHOOK: query: insert overwrite table list_bucketing_dynamic_part partition (ds = '2008-04-08', hr)
select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08'
PREHOOK: type: QUERY
@@ -290,10 +287,11 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
- numFiles 2
+ COLUMN_STATS_ACCURATE true
+ numFiles 1
numRows 16
rawDataSize 136
- totalSize 310
+ totalSize 204
#### A masked pattern was here ####
# Storage Information
@@ -336,6 +334,7 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 4
numRows 984
rawDataSize 9488
@@ -391,6 +390,8 @@ STAGE PLANS:
srcpart
TableScan
alias: srcpart
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Select Operator
expressions:
@@ -401,12 +402,16 @@ STAGE PLANS:
expr: if(((key % 100) = 0), 'a1', 'b1')
type: string
outputColumnNames: _col0, _col1, _col2
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -417,15 +422,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 6
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10886
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -444,6 +444,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -468,15 +469,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -490,6 +486,7 @@ STAGE PLANS:
ds 2008-04-08
hr 12
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -514,15 +511,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -557,15 +549,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 6
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10886
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -590,15 +577,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 6
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10886
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
@@ -610,15 +592,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 6
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10886
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -641,15 +618,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 6
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10886
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
@@ -661,15 +633,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 6
- numPartitions 2
- numRows 1000
partition_columns hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10886
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -683,7 +650,6 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
-
PREHOOK: query: insert overwrite table list_bucketing_dynamic_part partition (ds = '2008-04-08', hr)
select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08'
PREHOOK: type: QUERY
@@ -754,10 +720,11 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 1
numRows 16
rawDataSize 136
- totalSize 254
+ totalSize 136
#### A masked pattern was here ####
# Storage Information
@@ -804,6 +771,7 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 3
numRows 984
rawDataSize 9488
@@ -895,12 +863,16 @@ STAGE PLANS:
list_bucketing_dynamic_part
TableScan
alias: list_bucketing_dynamic_part
+ Statistics:
+ numRows: 1000 dataSize: 9624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate:
expr: ((key = '484') and (value = 'val_484'))
type: boolean
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
Select Operator
expressions:
expr: key
@@ -912,11 +884,15 @@ STAGE PLANS:
expr: hr
type: string
outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -944,6 +920,7 @@ STAGE PLANS:
ds 2008-04-08
hr a1
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -956,7 +933,7 @@ STAGE PLANS:
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 254
+ totalSize 136
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
@@ -968,15 +945,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 4
- numPartitions 2
- numRows 1000
partition_columns ds/hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10774
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -990,6 +962,7 @@ STAGE PLANS:
ds 2008-04-08
hr b1
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -1014,15 +987,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 4
- numPartitions 2
- numRows 1000
partition_columns ds/hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10774
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -1035,7 +1003,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: select * from list_bucketing_dynamic_part where key = '484' and value = 'val_484'
PREHOOK: type: QUERY
PREHOOK: Input: default@list_bucketing_dynamic_part
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_8.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_8.q.out?rev=1552041&r1=1552040&r2=1552041&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_8.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_8.q.out Wed Dec 18 17:22:02 2013
@@ -122,6 +122,8 @@ STAGE PLANS:
srcpart
TableScan
alias: srcpart
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Select Operator
expressions:
@@ -132,12 +134,16 @@ STAGE PLANS:
expr: if(((key % 100) = 0), 'a1', 'b1')
type: string
outputColumnNames: _col0, _col1, _col2
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -170,6 +176,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -194,15 +201,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -216,6 +218,7 @@ STAGE PLANS:
ds 2008-04-08
hr 12
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -240,15 +243,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -287,7 +285,6 @@ STAGE PLANS:
Stats-Aggr Operator
#### A masked pattern was here ####
-
PREHOOK: query: insert overwrite table list_bucketing_dynamic_part partition (ds = '2008-04-08', hr)
select key, value, if(key % 100 == 0, 'a1', 'b1') from srcpart where ds = '2008-04-08'
PREHOOK: type: QUERY
@@ -346,10 +343,11 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
- numFiles 2
+ COLUMN_STATS_ACCURATE true
+ numFiles 1
numRows 16
rawDataSize 136
- totalSize 310
+ totalSize 102
#### A masked pattern was here ####
# Storage Information
@@ -392,6 +390,7 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 6
numRows 984
rawDataSize 9488
@@ -454,6 +453,7 @@ Table: list_bucketing_dyna
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 3
numRows 984
rawDataSize 9488
@@ -533,12 +533,16 @@ STAGE PLANS:
list_bucketing_dynamic_part
TableScan
alias: list_bucketing_dynamic_part
+ Statistics:
+ numRows: 1000 dataSize: 9624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate:
expr: ((key = '484') and (value = 'val_484'))
type: boolean
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
Select Operator
expressions:
expr: key
@@ -550,11 +554,15 @@ STAGE PLANS:
expr: hr
type: string
outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -582,19 +590,20 @@ STAGE PLANS:
ds 2008-04-08
hr a1
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 2
+ numFiles 1
numRows 16
partition_columns ds/hr
rawDataSize 136
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 310
+ totalSize 102
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
@@ -606,15 +615,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 5
- numPartitions 2
- numRows 1000
partition_columns ds/hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10896
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -628,6 +632,7 @@ STAGE PLANS:
ds 2008-04-08
hr b1
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -652,15 +657,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_dynamic_part
- numFiles 5
- numPartitions 2
- numRows 1000
partition_columns ds/hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_dynamic_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10896
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_dynamic_part
@@ -673,7 +673,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: select * from list_bucketing_dynamic_part where key = '484' and value = 'val_484'
PREHOOK: type: QUERY
PREHOOK: Input: default@list_bucketing_dynamic_part
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_9.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_9.q.out?rev=1552041&r1=1552040&r2=1552041&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_9.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_9.q.out Wed Dec 18 17:22:02 2013
@@ -72,6 +72,8 @@ STAGE PLANS:
srcpart
TableScan
alias: srcpart
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Select Operator
expressions:
@@ -80,12 +82,16 @@ STAGE PLANS:
expr: value
type: string
outputColumnNames: _col0, _col1
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/hr=11/
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -118,6 +124,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -142,15 +149,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -164,6 +166,7 @@ STAGE PLANS:
ds 2008-04-08
hr 12
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -188,15 +191,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -235,7 +233,6 @@ STAGE PLANS:
Stats-Aggr Operator
#### A masked pattern was here ####
-
PREHOOK: query: insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11')
select key, value from srcpart where ds = '2008-04-08'
PREHOOK: type: QUERY
@@ -286,6 +283,7 @@ Table: list_bucketing_stat
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 6
numRows 1000
rawDataSize 9624
@@ -339,6 +337,8 @@ STAGE PLANS:
srcpart
TableScan
alias: srcpart
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Select Operator
expressions:
@@ -347,12 +347,16 @@ STAGE PLANS:
expr: value
type: string
outputColumnNames: _col0, _col1
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/hr=11/
+ Statistics:
+ numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -363,14 +367,9 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_static_part
- numFiles 6
- numPartitions 1
- numRows 1000
- rawDataSize 9624
serialization.ddl struct list_bucketing_static_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10898
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
@@ -389,6 +388,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -413,15 +413,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -435,6 +430,7 @@ STAGE PLANS:
ds 2008-04-08
hr 12
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -459,15 +455,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.srcpart
- numFiles 4
- numPartitions 4
- numRows 0
partition_columns ds/hr
- rawDataSize 0
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 23248
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
@@ -502,14 +493,9 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_static_part
- numFiles 6
- numPartitions 1
- numRows 1000
- rawDataSize 9624
serialization.ddl struct list_bucketing_static_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10898
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
@@ -534,14 +520,9 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_static_part
- numFiles 6
- numPartitions 1
- numRows 1000
- rawDataSize 9624
serialization.ddl struct list_bucketing_static_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10898
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
@@ -553,14 +534,9 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_static_part
- numFiles 6
- numPartitions 1
- numRows 1000
- rawDataSize 9624
serialization.ddl struct list_bucketing_static_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10898
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
@@ -583,14 +559,9 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_static_part
- numFiles 6
- numPartitions 1
- numRows 1000
- rawDataSize 9624
serialization.ddl struct list_bucketing_static_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10898
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
@@ -602,14 +573,9 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_static_part
- numFiles 6
- numPartitions 1
- numRows 1000
- rawDataSize 9624
serialization.ddl struct list_bucketing_static_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10898
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
@@ -623,7 +589,6 @@ STAGE PLANS:
hdfs directory: true
#### A masked pattern was here ####
-
PREHOOK: query: insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11')
select key, value from srcpart where ds = '2008-04-08'
PREHOOK: type: QUERY
@@ -680,6 +645,7 @@ Table: list_bucketing_stat
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 4
numRows 1000
rawDataSize 9624
@@ -757,12 +723,16 @@ STAGE PLANS:
list_bucketing_static_part
TableScan
alias: list_bucketing_static_part
+ Statistics:
+ numRows: 1000 dataSize: 9624 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate:
expr: ((key = '484') and (value = 'val_484'))
type: boolean
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
Select Operator
expressions:
expr: key
@@ -774,6 +744,8 @@ STAGE PLANS:
expr: hr
type: string
outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
Reduce Output Operator
key expressions:
expr: _col0
@@ -785,6 +757,8 @@ STAGE PLANS:
expr: _col3
type: string
sort order: ++++
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
tag: -1
value expressions:
expr: _col0
@@ -807,6 +781,7 @@ STAGE PLANS:
ds 2008-04-08
hr 11
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -831,15 +806,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.list_bucketing_static_part
- numFiles 4
- numPartitions 1
- numRows 1000
partition_columns ds/hr
- rawDataSize 9624
serialization.ddl struct list_bucketing_static_part { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- totalSize 10786
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
@@ -849,11 +819,15 @@ STAGE PLANS:
Needs Tagging: false
Reduce Operator Tree:
Extract
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
+ Statistics:
+ numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -874,7 +848,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: select * from list_bucketing_static_part where ds = '2008-04-08' and hr = '11' and key = '484' and value = 'val_484' ORDER BY key, value, ds, hr
PREHOOK: type: QUERY
PREHOOK: Input: default@list_bucketing_static_part
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out?rev=1552041&r1=1552040&r2=1552041&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out Wed Dec 18 17:22:02 2013
@@ -74,6 +74,7 @@ Table: fact_daily
Protect Mode: None
#### A masked pattern was here ####
Partition Parameters:
+ COLUMN_STATS_ACCURATE true
numFiles 3
numRows 500
rawDataSize 5312
@@ -132,22 +133,30 @@ STAGE PLANS:
fact_daily
TableScan
alias: fact_daily
+ Statistics:
+ numRows: 500 dataSize: 5312 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate:
expr: ((key = '484') and (value = 'val_484'))
type: boolean
+ Statistics:
+ numRows: 125 dataSize: 1328 basicStatsState: COMPLETE colStatsState: NONE
Select Operator
expressions:
expr: key
type: string
outputColumnNames: _col0
+ Statistics:
+ numRows: 125 dataSize: 1328 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
+ Statistics:
+ numRows: 125 dataSize: 1328 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -175,6 +184,7 @@ STAGE PLANS:
ds 1
hr 4
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -199,15 +209,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.fact_daily
- numFiles 3
- numPartitions 1
- numRows 500
partition_columns ds/hr
- rawDataSize 5312
serialization.ddl struct fact_daily { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.fact_daily
@@ -219,7 +224,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: -- List Bucketing Query
SELECT key FROM fact_daily WHERE ( ds='1' and hr='4') and (key='484' and value= 'val_484')
PREHOOK: type: QUERY
@@ -259,12 +263,16 @@ STAGE PLANS:
fact_daily
TableScan
alias: fact_daily
+ Statistics:
+ numRows: 500 dataSize: 5312 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate:
expr: ((key = '238') and (value = 'val_238'))
type: boolean
+ Statistics:
+ numRows: 125 dataSize: 1328 basicStatsState: COMPLETE colStatsState: NONE
Select Operator
expressions:
expr: key
@@ -272,11 +280,15 @@ STAGE PLANS:
expr: value
type: string
outputColumnNames: _col0, _col1
+ Statistics:
+ numRows: 125 dataSize: 1328 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
+ Statistics:
+ numRows: 125 dataSize: 1328 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -304,6 +316,7 @@ STAGE PLANS:
ds 1
hr 4
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -328,15 +341,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.fact_daily
- numFiles 3
- numPartitions 1
- numRows 500
partition_columns ds/hr
- rawDataSize 5312
serialization.ddl struct fact_daily { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.fact_daily
@@ -348,7 +356,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: -- List Bucketing Query
SELECT key,value FROM fact_daily WHERE ( ds='1' and hr='4') and (key='238' and value= 'val_238')
PREHOOK: type: QUERY
@@ -389,22 +396,30 @@ STAGE PLANS:
fact_daily
TableScan
alias: fact_daily
+ Statistics:
+ numRows: 500 dataSize: 5312 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate:
expr: (value = '3')
type: boolean
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
Select Operator
expressions:
expr: key
type: string
outputColumnNames: _col0
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -432,6 +447,7 @@ STAGE PLANS:
ds 1
hr 4
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -456,15 +472,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.fact_daily
- numFiles 3
- numPartitions 1
- numRows 500
partition_columns ds/hr
- rawDataSize 5312
serialization.ddl struct fact_daily { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.fact_daily
@@ -476,7 +487,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: -- List Bucketing Query
SELECT key FROM fact_daily WHERE ( ds='1' and hr='4') and (value = "3")
PREHOOK: type: QUERY
@@ -515,12 +525,16 @@ STAGE PLANS:
fact_daily
TableScan
alias: fact_daily
+ Statistics:
+ numRows: 500 dataSize: 5312 basicStatsState: COMPLETE colStatsState: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate:
expr: (key = '495')
type: boolean
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
Select Operator
expressions:
expr: key
@@ -528,11 +542,15 @@ STAGE PLANS:
expr: value
type: string
outputColumnNames: _col0, _col1
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
+ Statistics:
+ numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -560,6 +578,7 @@ STAGE PLANS:
ds 1
hr 4
properties:
+ COLUMN_STATS_ACCURATE true
bucket_count -1
columns key,value
columns.types string:string
@@ -584,15 +603,10 @@ STAGE PLANS:
columns.types string:string
#### A masked pattern was here ####
name default.fact_daily
- numFiles 3
- numPartitions 1
- numRows 500
partition_columns ds/hr
- rawDataSize 5312
serialization.ddl struct fact_daily { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- totalSize 5812
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.fact_daily
@@ -604,7 +618,6 @@ STAGE PLANS:
Fetch Operator
limit: -1
-
PREHOOK: query: -- List Bucketing Query
SELECT key,value FROM fact_daily WHERE ( ds='1' and hr='4') and key = '369'
PREHOOK: type: QUERY