You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by go...@apache.org on 2015/01/08 23:08:16 UTC
svn commit: r1650393 [2/2] - in /hive/trunk: itests/src/test/resources/
ql/src/java/org/apache/hadoop/hive/ql/exec/vector/
ql/src/test/queries/clientpositive/ ql/src/test/results/clientpositive/
ql/src/test/results/clientpositive/tez/
Added: hive/trunk/ql/src/test/results/clientpositive/vector_varchar_mapjoin1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/vector_varchar_mapjoin1.q.out?rev=1650393&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/vector_varchar_mapjoin1.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/vector_varchar_mapjoin1.q.out Thu Jan 8 22:08:15 2015
@@ -0,0 +1,441 @@
+PREHOOK: query: drop table if exists varchar_join1_vc1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_vc1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_vc2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_vc2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_str
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_str
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_vc1_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_vc1_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_vc2_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_vc2_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_str_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_str_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table varchar_join1_vc1 (
+ c1 int,
+ c2 varchar(10)
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_vc1
+POSTHOOK: query: create table varchar_join1_vc1 (
+ c1 int,
+ c2 varchar(10)
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_vc1
+PREHOOK: query: create table varchar_join1_vc2 (
+ c1 int,
+ c2 varchar(20)
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_vc2
+POSTHOOK: query: create table varchar_join1_vc2 (
+ c1 int,
+ c2 varchar(20)
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_vc2
+PREHOOK: query: create table varchar_join1_str (
+ c1 int,
+ c2 string
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_str
+POSTHOOK: query: create table varchar_join1_str (
+ c1 int,
+ c2 string
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_str
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc1
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@varchar_join1_vc1
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc1
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@varchar_join1_vc1
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc2
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@varchar_join1_vc2
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc2
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@varchar_join1_vc2
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_str
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@varchar_join1_str
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_str
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@varchar_join1_str
+PREHOOK: query: create table varchar_join1_vc1_orc stored as orc as select * from varchar_join1_vc1
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@varchar_join1_vc1
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_vc1_orc
+POSTHOOK: query: create table varchar_join1_vc1_orc stored as orc as select * from varchar_join1_vc1
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@varchar_join1_vc1
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_vc1_orc
+PREHOOK: query: create table varchar_join1_vc2_orc stored as orc as select * from varchar_join1_vc2
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@varchar_join1_vc2
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_vc2_orc
+POSTHOOK: query: create table varchar_join1_vc2_orc stored as orc as select * from varchar_join1_vc2
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@varchar_join1_vc2
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_vc2_orc
+PREHOOK: query: create table varchar_join1_str_orc stored as orc as select * from varchar_join1_str
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@varchar_join1_str
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_str_orc
+POSTHOOK: query: create table varchar_join1_str_orc stored as orc as select * from varchar_join1_str
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@varchar_join1_str
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_str_orc
+PREHOOK: query: -- Join varchar with same length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join varchar with same length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-5 is a root stage
+ Stage-2 depends on stages: Stage-5
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-5
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ a
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ a
+ TableScan
+ alias: a
+ Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: c2 is not null (type: boolean)
+ Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ keys:
+ 0 c2 (type: varchar(10))
+ 1 c2 (type: varchar(10))
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: c2 is not null (type: boolean)
+ Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 c2 (type: varchar(10))
+ 1 c2 (type: varchar(10))
+ outputColumnNames: _col0, _col1, _col5, _col6
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: int), _col1 (type: varchar(10)), _col5 (type: int), _col6 (type: varchar(10))
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: varchar(10))
+ Local Work:
+ Map Reduce Local Work
+ Execution mode: vectorized
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(10)), VALUE._col1 (type: int), VALUE._col2 (type: varchar(10))
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_join1_vc1_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_join1_vc1_orc
+#### A masked pattern was here ####
+1 abc 1 abc
+2 abc 2 abc
+3 abc 3 abc
+PREHOOK: query: -- Join varchar with different length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join varchar with different length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-5 is a root stage
+ Stage-2 depends on stages: Stage-5
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-5
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ a
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ a
+ TableScan
+ alias: a
+ Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: c2 is not null (type: boolean)
+ Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ keys:
+ 0 c2 (type: varchar(10))
+ 1 c2 (type: varchar(20))
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: c2 is not null (type: boolean)
+ Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 c2 (type: varchar(10))
+ 1 c2 (type: varchar(20))
+ outputColumnNames: _col0, _col1, _col5, _col6
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: int), _col1 (type: varchar(10)), _col5 (type: int), _col6 (type: varchar(20))
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: varchar(20))
+ Local Work:
+ Map Reduce Local Work
+ Execution mode: vectorized
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(10)), VALUE._col1 (type: int), VALUE._col2 (type: varchar(20))
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_join1_vc1_orc
+PREHOOK: Input: default@varchar_join1_vc2_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_join1_vc1_orc
+POSTHOOK: Input: default@varchar_join1_vc2_orc
+#### A masked pattern was here ####
+1 abc 1 abc
+2 abc 2 abc
+3 abc 3 abc
+PREHOOK: query: -- Join varchar with string
+explain select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join varchar with string
+explain select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-5 is a root stage
+ Stage-2 depends on stages: Stage-5
+ Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+ Stage: Stage-5
+ Map Reduce Local Work
+ Alias -> Map Local Tables:
+ b
+ Fetch Operator
+ limit: -1
+ Alias -> Map Local Operator Tree:
+ b
+ TableScan
+ alias: b
+ Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: c2 is not null (type: boolean)
+ Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+ HashTable Sink Operator
+ keys:
+ 0 UDFToString(c2) (type: string)
+ 1 c2 (type: string)
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: UDFToString(c2) is not null (type: boolean)
+ Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 UDFToString(c2) (type: string)
+ 1 c2 (type: string)
+ outputColumnNames: _col0, _col1, _col5, _col6
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: int), _col1 (type: varchar(10)), _col5 (type: int), _col6 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: string)
+ Local Work:
+ Map Reduce Local Work
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(10)), VALUE._col1 (type: int), VALUE._col2 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_join1_str_orc
+PREHOOK: Input: default@varchar_join1_vc1_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_join1_str_orc
+POSTHOOK: Input: default@varchar_join1_vc1_orc
+#### A masked pattern was here ####
+1 abc 1 abc
+2 abc 2 abc
+3 abc 3 abc
+PREHOOK: query: drop table varchar_join1_vc1
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_vc1
+PREHOOK: Output: default@varchar_join1_vc1
+POSTHOOK: query: drop table varchar_join1_vc1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_vc1
+POSTHOOK: Output: default@varchar_join1_vc1
+PREHOOK: query: drop table varchar_join1_vc2
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_vc2
+PREHOOK: Output: default@varchar_join1_vc2
+POSTHOOK: query: drop table varchar_join1_vc2
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_vc2
+POSTHOOK: Output: default@varchar_join1_vc2
+PREHOOK: query: drop table varchar_join1_str
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_str
+PREHOOK: Output: default@varchar_join1_str
+POSTHOOK: query: drop table varchar_join1_str
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_str
+POSTHOOK: Output: default@varchar_join1_str
+PREHOOK: query: drop table varchar_join1_vc1_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_vc1_orc
+PREHOOK: Output: default@varchar_join1_vc1_orc
+POSTHOOK: query: drop table varchar_join1_vc1_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_vc1_orc
+POSTHOOK: Output: default@varchar_join1_vc1_orc
+PREHOOK: query: drop table varchar_join1_vc2_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_vc2_orc
+PREHOOK: Output: default@varchar_join1_vc2_orc
+POSTHOOK: query: drop table varchar_join1_vc2_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_vc2_orc
+POSTHOOK: Output: default@varchar_join1_vc2_orc
+PREHOOK: query: drop table varchar_join1_str_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_str_orc
+PREHOOK: Output: default@varchar_join1_str_orc
+POSTHOOK: query: drop table varchar_join1_str_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_str_orc
+POSTHOOK: Output: default@varchar_join1_str_orc