You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by gu...@apache.org on 2014/02/14 11:53:39 UTC
svn commit: r1568236 [18/25] - in /hive/branches/tez: ./ bin/
cli/src/java/org/apache/hadoop/hive/cli/
cli/src/test/org/apache/hadoop/hive/cli/
common/src/java/org/apache/hadoop/hive/common/type/
common/src/java/org/apache/hadoop/hive/conf/ conf/ data/...
Modified: hive/branches/tez/ql/src/test/results/clientpositive/join14.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/join14.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/join14.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/join14.q.out Fri Feb 14 10:53:31 2014
@@ -15,9 +15,6 @@ POSTHOOK: query: EXPLAIN
FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100
INSERT OVERWRITE TABLE dest1 SELECT src.key, srcpart.value
POSTHOOK: type: QUERY
-ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src)) (TOK_TABREF (TOK_TABNAME srcpart)) (and (AND (= (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL srcpart) key)) (= (. (TOK_TABLE_OR_COL srcpart) ds) '2008-04-08')) (> (. (TOK_TABLE_OR_COL src) key) 100)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) value)))))
-
STAGE DEPENDENCIES:
Stage-1 is a root stage
Stage-0 depends on stages: Stage-1
@@ -26,45 +23,31 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- src
+ Map Operator Tree:
TableScan
- alias: src
+ alias: srcpart
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate:
- expr: (key > 100)
- type: boolean
+ predicate: (key > 100) (type: boolean)
+ Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: key
- type: string
+ key expressions: key (type: string)
sort order: +
- Map-reduce partition columns:
- expr: key
- type: string
- tag: 0
- value expressions:
- expr: key
- type: string
- srcpart
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
TableScan
- alias: srcpart
+ alias: src
+ Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
Filter Operator
- predicate:
- expr: (key > 100)
- type: boolean
+ predicate: (key > 100) (type: boolean)
+ Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: key
- type: string
+ key expressions: key (type: string)
sort order: +
- Map-reduce partition columns:
- expr: key
- type: string
- tag: 1
- value expressions:
- expr: value
- type: string
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE
+ value expressions: key (type: string)
Reduce Operator Tree:
Join Operator
condition map:
@@ -72,18 +55,15 @@ STAGE PLANS:
condition expressions:
0 {VALUE._col0}
1 {VALUE._col1}
- handleSkewJoin: false
outputColumnNames: _col0, _col5
+ Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: UDFToInteger(_col0)
- type: int
- expr: _col5
- type: string
+ expressions: UDFToInteger(_col0) (type: int), _col5 (type: string)
outputColumnNames: _col0, _col1
+ Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- GlobalTableId: 1
+ Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -103,7 +83,6 @@ STAGE PLANS:
Stage: Stage-2
Stats-Aggr Operator
-
PREHOOK: query: FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100
INSERT OVERWRITE TABLE dest1 SELECT src.key, srcpart.value
PREHOOK: type: QUERY
Modified: hive/branches/tez/ql/src/test/results/clientpositive/keyword_1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/keyword_1.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/keyword_1.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/keyword_1.q.out Fri Feb 14 10:53:31 2014
@@ -48,13 +48,7 @@ PREHOOK: query: show grant user hive_tes
PREHOOK: type: SHOW_GRANT
POSTHOOK: query: show grant user hive_test on table test_user
POSTHOOK: type: SHOW_GRANT
-database default
-table test_user
-principalName hive_test
-principalType USER
-privilege Select
-#### A masked pattern was here ####
-grantor hive_test_user
+default test_user hive_test USER Select false -1 hive_test_user
PREHOOK: query: drop table test_user
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@test_user
@@ -109,13 +103,7 @@ PREHOOK: query: show grant user hive_tes
PREHOOK: type: SHOW_GRANT
POSTHOOK: query: show grant user hive_test on table test_user
POSTHOOK: type: SHOW_GRANT
-database default
-table test_user
-principalName hive_test
-principalType USER
-privilege Select
-#### A masked pattern was here ####
-grantor hive_test_user
+default test_user hive_test USER Select false -1 hive_test_user
PREHOOK: query: drop table test_user
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@test_user
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out Fri Feb 14 10:53:31 2014
@@ -28,7 +28,39 @@ explain extended
insert overwrite table list_bucketing_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart where ds='2008-04-08'
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME list_bucketing_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ srcpart
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_TAB
+ TOK_TABNAME
+ list_bucketing_dynamic_part
+ TOK_PARTSPEC
+ TOK_PARTVAL
+ ds
+ '2008-04-08'
+ TOK_PARTVAL
+ hr
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ hr
+ TOK_WHERE
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -38,32 +70,22 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- srcpart
+ Map Operator Tree:
TableScan
alias: srcpart
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: hr
- type: string
+ expressions: key (type: string), value (type: string), hr (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -199,7 +221,6 @@ STAGE PLANS:
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.list_bucketing_dynamic_part
-#### A masked pattern was here ####
Stage: Stage-2
Stats-Aggr Operator
@@ -382,7 +403,39 @@ POSTHOOK: Lineage: list_bucketing_dynami
POSTHOOK: Lineage: list_bucketing_dynamic_part PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_dynamic_part PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME list_bucketing_dynamic_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) '11')) (= (TOK_TABLE_OR_COL key) "484")))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ list_bucketing_dynamic_part
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_DIR
+ TOK_TMP_FILE
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_WHERE
+ and
+ and
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+ =
+ TOK_TABLE_OR_COL
+ hr
+ '11'
+ =
+ TOK_TABLE_OR_COL
+ key
+ "484"
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -391,36 +444,25 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- list_bucketing_dynamic_part
+ Map Operator Tree:
TableScan
alias: list_bucketing_dynamic_part
- Statistics:
- numRows: 500 dataSize: 5312 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
- predicate:
- expr: (key = '484')
- type: boolean
- Statistics:
- numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
+ predicate: (key = '484') (type: boolean)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
+ expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics:
- numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics:
- numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_11.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_11.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_11.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_11.q.out Fri Feb 14 10:53:31 2014
@@ -36,7 +36,32 @@ insert overwrite table list_bucketing_st
select key, value from src
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME list_bucketing_static_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '11')))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ src
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_TAB
+ TOK_TABNAME
+ list_bucketing_static_part
+ TOK_PARTSPEC
+ TOK_PARTVAL
+ ds
+ '2008-04-08'
+ TOK_PARTVAL
+ hr
+ '11'
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -46,30 +71,22 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- src
+ Map Operator Tree:
TableScan
alias: src
- Statistics:
- numRows: 29 dataSize: 5812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
+ expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics:
- numRows: 29 dataSize: 5812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/hr=11/
- Statistics:
- numRows: 29 dataSize: 5812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -162,7 +179,6 @@ STAGE PLANS:
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
-#### A masked pattern was here ####
Stage: Stage-2
Stats-Aggr Operator
@@ -245,7 +261,39 @@ POSTHOOK: type: QUERY
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME list_bucketing_static_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) '11')) (= (TOK_TABLE_OR_COL value) "val_466")))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ list_bucketing_static_part
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_DIR
+ TOK_TMP_FILE
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_WHERE
+ and
+ and
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+ =
+ TOK_TABLE_OR_COL
+ hr
+ '11'
+ =
+ TOK_TABLE_OR_COL
+ value
+ "val_466"
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -254,36 +302,25 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- list_bucketing_static_part
+ Map Operator Tree:
TableScan
alias: list_bucketing_static_part
- Statistics:
- numRows: 500 dataSize: 4812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
- predicate:
- expr: (value = 'val_466')
- type: boolean
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ predicate: (value = 'val_466') (type: boolean)
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
+ expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_12.q.out Fri Feb 14 10:53:31 2014
@@ -32,7 +32,38 @@ insert overwrite table list_bucketing_mu
select 1, key, 1, value, 1 from src
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME list_bucketing_mul_col) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '11')))) (TOK_SELECT (TOK_SELEXPR 1) (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 1) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR 1))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ src
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_TAB
+ TOK_TABNAME
+ list_bucketing_mul_col
+ TOK_PARTSPEC
+ TOK_PARTVAL
+ ds
+ '2008-04-08'
+ TOK_PARTVAL
+ hr
+ '11'
+ TOK_SELECT
+ TOK_SELEXPR
+ 1
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ 1
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_SELEXPR
+ 1
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -42,36 +73,22 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- src
+ Map Operator Tree:
TableScan
alias: src
- Statistics:
- numRows: 29 dataSize: 5812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
- expressions:
- expr: UDFToString(1)
- type: string
- expr: key
- type: string
- expr: UDFToString(1)
- type: string
- expr: value
- type: string
- expr: UDFToString(1)
- type: string
+ expressions: UDFToString(1) (type: string), key (type: string), UDFToString(1) (type: string), value (type: string), UDFToString(1) (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics:
- numRows: 29 dataSize: 5812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/hr=11/
- Statistics:
- numRows: 29 dataSize: 5812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -164,7 +181,6 @@ STAGE PLANS:
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_mul_col
-#### A masked pattern was here ####
Stage: Stage-2
Stats-Aggr Operator
@@ -264,7 +280,53 @@ POSTHOOK: Lineage: list_bucketing_mul_co
POSTHOOK: Lineage: list_bucketing_mul_col PARTITION(ds=2008-04-08,hr=11).col4 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_mul_col PARTITION(ds=2008-04-08,hr=11).col5 EXPRESSION []
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME list_bucketing_mul_col))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) '11')) (= (TOK_TABLE_OR_COL col2) "466")) (= (TOK_TABLE_OR_COL col4) "val_466"))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL col2)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL col4)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL ds)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL hr)))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ list_bucketing_mul_col
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_DIR
+ TOK_TMP_FILE
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_ALLCOLREF
+ TOK_WHERE
+ and
+ and
+ and
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+ =
+ TOK_TABLE_OR_COL
+ hr
+ '11'
+ =
+ TOK_TABLE_OR_COL
+ col2
+ "466"
+ =
+ TOK_TABLE_OR_COL
+ col4
+ "val_466"
+ TOK_ORDERBY
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ col2
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ col4
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ ds
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ hr
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -273,68 +335,25 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- list_bucketing_mul_col
+ Map Operator Tree:
TableScan
alias: list_bucketing_mul_col
- Statistics:
- numRows: 500 dataSize: 6312 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 500 Data size: 6312 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
- predicate:
- expr: ((col2 = '466') and (col4 = 'val_466'))
- type: boolean
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ predicate: ((col2 = '466') and (col4 = 'val_466')) (type: boolean)
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: col1
- type: string
- expr: col2
- type: string
- expr: col3
- type: string
- expr: col4
- type: string
- expr: col5
- type: string
- expr: ds
- type: string
- expr: hr
- type: string
+ expressions: col1 (type: string), col2 (type: string), col3 (type: string), col4 (type: string), col5 (type: string), ds (type: string), hr (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col1
- type: string
- expr: _col3
- type: string
- expr: _col5
- type: string
- expr: _col6
- type: string
+ key expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string), _col6 (type: string)
sort order: ++++
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- expr: _col6
- type: string
+ value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string)
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -385,15 +404,13 @@ STAGE PLANS:
Needs Tagging: false
Reduce Operator Tree:
Extract
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -448,7 +465,53 @@ POSTHOOK: Lineage: list_bucketing_mul_co
POSTHOOK: Lineage: list_bucketing_mul_col PARTITION(ds=2008-04-08,hr=11).col4 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_mul_col PARTITION(ds=2008-04-08,hr=11).col5 EXPRESSION []
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME list_bucketing_mul_col))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) '11')) (= (TOK_TABLE_OR_COL col2) "382")) (= (TOK_TABLE_OR_COL col4) "val_382"))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL col2)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL col4)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL ds)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL hr)))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ list_bucketing_mul_col
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_DIR
+ TOK_TMP_FILE
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_ALLCOLREF
+ TOK_WHERE
+ and
+ and
+ and
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+ =
+ TOK_TABLE_OR_COL
+ hr
+ '11'
+ =
+ TOK_TABLE_OR_COL
+ col2
+ "382"
+ =
+ TOK_TABLE_OR_COL
+ col4
+ "val_382"
+ TOK_ORDERBY
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ col2
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ col4
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ ds
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ hr
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -457,68 +520,25 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- list_bucketing_mul_col
+ Map Operator Tree:
TableScan
alias: list_bucketing_mul_col
- Statistics:
- numRows: 500 dataSize: 6312 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 500 Data size: 6312 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
- predicate:
- expr: ((col2 = '382') and (col4 = 'val_382'))
- type: boolean
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ predicate: ((col2 = '382') and (col4 = 'val_382')) (type: boolean)
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: col1
- type: string
- expr: col2
- type: string
- expr: col3
- type: string
- expr: col4
- type: string
- expr: col5
- type: string
- expr: ds
- type: string
- expr: hr
- type: string
+ expressions: col1 (type: string), col2 (type: string), col3 (type: string), col4 (type: string), col5 (type: string), ds (type: string), hr (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col1
- type: string
- expr: _col3
- type: string
- expr: _col5
- type: string
- expr: _col6
- type: string
+ key expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string), _col6 (type: string)
sort order: ++++
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- expr: _col6
- type: string
+ value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string)
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -569,15 +589,13 @@ STAGE PLANS:
Needs Tagging: false
Reduce Operator Tree:
Extract
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_13.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_13.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_13.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_13.q.out Fri Feb 14 10:53:31 2014
@@ -32,7 +32,38 @@ insert overwrite table list_bucketing_mu
select 1, key, 1, value, 1 from src
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME list_bucketing_mul_col) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '2013-01-23+18:00:99')))) (TOK_SELECT (TOK_SELEXPR 1) (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR 1) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR 1))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ src
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_TAB
+ TOK_TABNAME
+ list_bucketing_mul_col
+ TOK_PARTSPEC
+ TOK_PARTVAL
+ ds
+ '2008-04-08'
+ TOK_PARTVAL
+ hr
+ '2013-01-23+18:00:99'
+ TOK_SELECT
+ TOK_SELEXPR
+ 1
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ 1
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_SELEXPR
+ 1
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -42,36 +73,22 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- src
+ Map Operator Tree:
TableScan
alias: src
- Statistics:
- numRows: 29 dataSize: 5812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
- expressions:
- expr: UDFToString(1)
- type: string
- expr: key
- type: string
- expr: UDFToString(1)
- type: string
- expr: value
- type: string
- expr: UDFToString(1)
- type: string
+ expressions: UDFToString(1) (type: string), key (type: string), UDFToString(1) (type: string), value (type: string), UDFToString(1) (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics:
- numRows: 29 dataSize: 5812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/hr=2013-01-23+18%3A00%3A99/
- Statistics:
- numRows: 29 dataSize: 5812 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -164,7 +181,6 @@ STAGE PLANS:
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_mul_col
-#### A masked pattern was here ####
Stage: Stage-2
Stats-Aggr Operator
@@ -264,7 +280,53 @@ POSTHOOK: Lineage: list_bucketing_mul_co
POSTHOOK: Lineage: list_bucketing_mul_col PARTITION(ds=2008-04-08,hr=2013-01-23+18:00:99).col4 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_mul_col PARTITION(ds=2008-04-08,hr=2013-01-23+18:00:99).col5 EXPRESSION []
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME list_bucketing_mul_col))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) '2013-01-23+18:00:99')) (= (TOK_TABLE_OR_COL col2) "466")) (= (TOK_TABLE_OR_COL col4) "val_466"))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL col2)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL col4)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL ds)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL hr)))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ list_bucketing_mul_col
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_DIR
+ TOK_TMP_FILE
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_ALLCOLREF
+ TOK_WHERE
+ and
+ and
+ and
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+ =
+ TOK_TABLE_OR_COL
+ hr
+ '2013-01-23+18:00:99'
+ =
+ TOK_TABLE_OR_COL
+ col2
+ "466"
+ =
+ TOK_TABLE_OR_COL
+ col4
+ "val_466"
+ TOK_ORDERBY
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ col2
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ col4
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ ds
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ hr
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -273,68 +335,25 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- list_bucketing_mul_col
+ Map Operator Tree:
TableScan
alias: list_bucketing_mul_col
- Statistics:
- numRows: 500 dataSize: 6312 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 500 Data size: 6312 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
- predicate:
- expr: ((col2 = '466') and (col4 = 'val_466'))
- type: boolean
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ predicate: ((col2 = '466') and (col4 = 'val_466')) (type: boolean)
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: col1
- type: string
- expr: col2
- type: string
- expr: col3
- type: string
- expr: col4
- type: string
- expr: col5
- type: string
- expr: ds
- type: string
- expr: hr
- type: string
+ expressions: col1 (type: string), col2 (type: string), col3 (type: string), col4 (type: string), col5 (type: string), ds (type: string), hr (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col1
- type: string
- expr: _col3
- type: string
- expr: _col5
- type: string
- expr: _col6
- type: string
+ key expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string), _col6 (type: string)
sort order: ++++
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
- expr: _col4
- type: string
- expr: _col5
- type: string
- expr: _col6
- type: string
+ value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string)
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -385,15 +404,13 @@ STAGE PLANS:
Needs Tagging: false
Reduce Operator Tree:
Extract
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics:
- numRows: 125 dataSize: 1578 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_2.q.out Fri Feb 14 10:53:31 2014
@@ -50,7 +50,37 @@ insert overwrite table list_bucketing_st
select key, value from srcpart where ds = '2008-04-08'
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME list_bucketing_static_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '11')))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ srcpart
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_TAB
+ TOK_TABNAME
+ list_bucketing_static_part
+ TOK_PARTSPEC
+ TOK_PARTVAL
+ ds
+ '2008-04-08'
+ TOK_PARTVAL
+ hr
+ '11'
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_WHERE
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -60,30 +90,22 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- srcpart
+ Map Operator Tree:
TableScan
alias: srcpart
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
+ expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/hr=11/
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -219,7 +241,6 @@ STAGE PLANS:
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
-#### A masked pattern was here ####
Stage: Stage-2
Stats-Aggr Operator
@@ -334,7 +355,53 @@ POSTHOOK: type: QUERY
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME list_bucketing_static_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) '11')) (= (TOK_TABLE_OR_COL key) '484')) (= (TOK_TABLE_OR_COL value) 'val_484'))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL ds)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL hr)))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ list_bucketing_static_part
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_DIR
+ TOK_TMP_FILE
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_ALLCOLREF
+ TOK_WHERE
+ and
+ and
+ and
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+ =
+ TOK_TABLE_OR_COL
+ hr
+ '11'
+ =
+ TOK_TABLE_OR_COL
+ key
+ '484'
+ =
+ TOK_TABLE_OR_COL
+ value
+ 'val_484'
+ TOK_ORDERBY
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ key
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ value
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ ds
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ hr
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -343,56 +410,25 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- list_bucketing_static_part
+ Map Operator Tree:
TableScan
alias: list_bucketing_static_part
- Statistics:
- numRows: 1000 dataSize: 9624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 1000 Data size: 9624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
- predicate:
- expr: ((key = '484') and (value = 'val_484'))
- type: boolean
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ predicate: ((key = '484') and (value = 'val_484')) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: ds
- type: string
- expr: hr
- type: string
+ expressions: key (type: string), value (type: string), ds (type: string), hr (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
+ key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
sort order: ++++
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
+ value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -443,15 +479,13 @@ STAGE PLANS:
Needs Tagging: false
Reduce Operator Tree:
Extract
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out Fri Feb 14 10:53:31 2014
@@ -22,7 +22,37 @@ explain extended
insert overwrite table list_bucketing_static_part partition (ds='2008-04-08', hr='11') select key, value from srcpart where ds='2008-04-08'
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME list_bucketing_static_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '11')))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ srcpart
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_TAB
+ TOK_TABNAME
+ list_bucketing_static_part
+ TOK_PARTSPEC
+ TOK_PARTVAL
+ ds
+ '2008-04-08'
+ TOK_PARTVAL
+ hr
+ '11'
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_WHERE
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -32,30 +62,22 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- srcpart
+ Map Operator Tree:
TableScan
alias: srcpart
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
+ expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/hr=11/
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -191,7 +213,6 @@ STAGE PLANS:
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.list_bucketing_static_part
-#### A masked pattern was here ####
Stage: Stage-2
Stats-Aggr Operator
@@ -310,7 +331,39 @@ POSTHOOK: type: QUERY
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME list_bucketing_static_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) '11')) (= (TOK_TABLE_OR_COL key) "484")))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ list_bucketing_static_part
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_DIR
+ TOK_TMP_FILE
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_WHERE
+ and
+ and
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+ =
+ TOK_TABLE_OR_COL
+ hr
+ '11'
+ =
+ TOK_TABLE_OR_COL
+ key
+ "484"
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -319,36 +372,25 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- list_bucketing_static_part
+ Map Operator Tree:
TableScan
alias: list_bucketing_static_part
- Statistics:
- numRows: 1000 dataSize: 10624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
- predicate:
- expr: (key = '484')
- type: boolean
- Statistics:
- numRows: 500 dataSize: 5312 basicStatsState: COMPLETE colStatsState: NONE
+ predicate: (key = '484') (type: boolean)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
+ expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics:
- numRows: 500 dataSize: 5312 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics:
- numRows: 500 dataSize: 5312 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_4.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_4.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_4.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_4.q.out Fri Feb 14 10:53:31 2014
@@ -58,7 +58,37 @@ insert overwrite table list_bucketing_st
select key, value from srcpart where ds = '2008-04-08'
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME list_bucketing_static_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '11')))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ srcpart
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_TAB
+ TOK_TABNAME
+ list_bucketing_static_part
+ TOK_PARTSPEC
+ TOK_PARTVAL
+ ds
+ '2008-04-08'
+ TOK_PARTVAL
+ hr
+ '11'
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_WHERE
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -68,30 +98,22 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- srcpart
+ Map Operator Tree:
TableScan
alias: srcpart
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
+ expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/hr=11/
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -227,7 +249,6 @@ STAGE PLANS:
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
-#### A masked pattern was here ####
Stage: Stage-2
Stats-Aggr Operator
@@ -318,7 +339,37 @@ POSTHOOK: type: QUERY
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME list_bucketing_static_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '11')))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ srcpart
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_TAB
+ TOK_TABNAME
+ list_bucketing_static_part
+ TOK_PARTSPEC
+ TOK_PARTVAL
+ ds
+ '2008-04-08'
+ TOK_PARTVAL
+ hr
+ '11'
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_WHERE
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -333,30 +384,22 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- srcpart
+ Map Operator Tree:
TableScan
alias: srcpart
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
+ expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/hr=11/
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
@@ -499,7 +542,6 @@ STAGE PLANS:
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
-#### A masked pattern was here ####
Stage: Stage-2
Stats-Aggr Operator
@@ -710,7 +752,53 @@ POSTHOOK: Lineage: list_bucketing_static
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_static_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME list_bucketing_static_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) '11')) (= (TOK_TABLE_OR_COL key) '484')) (= (TOK_TABLE_OR_COL value) 'val_484'))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL ds)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL hr)))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ list_bucketing_static_part
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_DIR
+ TOK_TMP_FILE
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_ALLCOLREF
+ TOK_WHERE
+ and
+ and
+ and
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+ =
+ TOK_TABLE_OR_COL
+ hr
+ '11'
+ =
+ TOK_TABLE_OR_COL
+ key
+ '484'
+ =
+ TOK_TABLE_OR_COL
+ value
+ 'val_484'
+ TOK_ORDERBY
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ key
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ value
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ ds
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ hr
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -719,56 +807,25 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- list_bucketing_static_part
+ Map Operator Tree:
TableScan
alias: list_bucketing_static_part
- Statistics:
- numRows: 1000 dataSize: 9624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 1000 Data size: 9624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
- predicate:
- expr: ((key = '484') and (value = 'val_484'))
- type: boolean
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ predicate: ((key = '484') and (value = 'val_484')) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: ds
- type: string
- expr: hr
- type: string
+ expressions: key (type: string), value (type: string), ds (type: string), hr (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
+ key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
sort order: ++++
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
+ value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -819,15 +876,13 @@ STAGE PLANS:
Needs Tagging: false
Reduce Operator Tree:
Extract
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics:
- numRows: 250 dataSize: 2406 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
Modified: hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out
URL: http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out?rev=1568236&r1=1568235&r2=1568236&view=diff
==============================================================================
--- hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out (original)
+++ hive/branches/tez/ql/src/test/results/clientpositive/list_bucket_dml_5.q.out Fri Feb 14 10:53:31 2014
@@ -28,7 +28,39 @@ explain extended
insert overwrite table list_bucketing_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart where ds='2008-04-08'
POSTHOOK: type: QUERY
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME list_bucketing_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ srcpart
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_TAB
+ TOK_TABNAME
+ list_bucketing_dynamic_part
+ TOK_PARTSPEC
+ TOK_PARTVAL
+ ds
+ '2008-04-08'
+ TOK_PARTVAL
+ hr
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ hr
+ TOK_WHERE
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -38,32 +70,22 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- srcpart
+ Map Operator Tree:
TableScan
alias: srcpart
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: hr
- type: string
+ expressions: key (type: string), value (type: string), hr (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
Static Partition Specification: ds=2008-04-08/
- Statistics:
- numRows: 58 dataSize: 11624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -199,7 +221,6 @@ STAGE PLANS:
#### A masked pattern was here ####
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.list_bucketing_dynamic_part
-#### A masked pattern was here ####
Stage: Stage-2
Stats-Aggr Operator
@@ -387,7 +408,58 @@ POSTHOOK: Lineage: list_bucketing_dynami
POSTHOOK: Lineage: list_bucketing_dynamic_part PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: list_bucketing_dynamic_part PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
ABSTRACT SYNTAX TREE:
- (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME list_bucketing_dynamic_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL key) "103")) (= (TOK_TABLE_OR_COL value) "val_103"))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL ds)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL hr)))))
+
+TOK_QUERY
+ TOK_FROM
+ TOK_TABREF
+ TOK_TABNAME
+ list_bucketing_dynamic_part
+ TOK_INSERT
+ TOK_DESTINATION
+ TOK_DIR
+ TOK_TMP_FILE
+ TOK_SELECT
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ key
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ value
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ ds
+ TOK_SELEXPR
+ TOK_TABLE_OR_COL
+ hr
+ TOK_WHERE
+ and
+ and
+ =
+ TOK_TABLE_OR_COL
+ ds
+ '2008-04-08'
+ =
+ TOK_TABLE_OR_COL
+ key
+ "103"
+ =
+ TOK_TABLE_OR_COL
+ value
+ "val_103"
+ TOK_ORDERBY
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ key
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ value
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ ds
+ TOK_TABSORTCOLNAMEASC
+ TOK_TABLE_OR_COL
+ hr
+
STAGE DEPENDENCIES:
Stage-1 is a root stage
@@ -396,56 +468,25 @@ STAGE DEPENDENCIES:
STAGE PLANS:
Stage: Stage-1
Map Reduce
- Alias -> Map Operator Tree:
- list_bucketing_dynamic_part
+ Map Operator Tree:
TableScan
alias: list_bucketing_dynamic_part
- Statistics:
- numRows: 1000 dataSize: 10624 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
- predicate:
- expr: ((key = '103') and (value = 'val_103'))
- type: boolean
- Statistics:
- numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
+ predicate: ((key = '103') and (value = 'val_103')) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Select Operator
- expressions:
- expr: key
- type: string
- expr: value
- type: string
- expr: ds
- type: string
- expr: hr
- type: string
+ expressions: key (type: string), value (type: string), ds (type: string), hr (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics:
- numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
- key expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
+ key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
sort order: ++++
- Statistics:
- numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
tag: -1
- value expressions:
- expr: _col0
- type: string
- expr: _col1
- type: string
- expr: _col2
- type: string
- expr: _col3
- type: string
+ value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
Path -> Alias:
#### A masked pattern was here ####
Path -> Partition:
@@ -539,15 +580,13 @@ STAGE PLANS:
Needs Tagging: false
Reduce Operator Tree:
Extract
- Statistics:
- numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics:
- numRows: 250 dataSize: 2656 basicStatsState: COMPLETE colStatsState: NONE
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat