You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by tc...@apache.org on 2018/09/14 02:49:12 UTC
[08/20] hive git commit: HIVE-20423: Set NULLS LAST as the default
null ordering (Teddy Choi, reviewed by Jesus Camacho Rodriguez)
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out b/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
index 1a8ee5b..1a8583d 100644
--- a/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
+++ b/ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out
@@ -2128,7 +2128,7 @@ Stage-0
Filter Operator [FIL_23] (rows=26 width=491)
predicate:first_value_window_0 is not null
PTF Operator [PTF_10] (rows=26 width=491)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_9] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 4 [PARTITION-LEVEL SORT]
@@ -2558,7 +2558,7 @@ Stage-0
Select Operator [SEL_4] (rows=20 width=64)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
PTF Operator [PTF_3] (rows=20 width=621)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col0"}]
Select Operator [SEL_2] (rows=20 width=621)
Output:["_col0","_col1","_col2","_col3"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -2585,7 +2585,7 @@ Stage-0
Select Operator [SEL_4] (rows=25 width=179)
Output:["_col0","_col1","_col2"]
PTF Operator [PTF_3] (rows=25 width=443)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col0"}]
Select Operator [SEL_2] (rows=25 width=443)
Output:["_col0","_col1"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4057,14 +4057,14 @@ Stage-0
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_6] (rows=26 width=499)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4102,14 +4102,14 @@ Stage-0
Select Operator [SEL_14] (rows=27 width=227)
Output:["_col0","_col1","_col2","_col3"]
PTF Operator [PTF_13] (rows=27 width=223)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_12] (rows=27 width=223)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_11]
PartitionCols:_col2
PTF Operator [PTF_10] (rows=27 width=223)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_9] (rows=27 width=223)
Output:["_col1","_col2","_col5"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4167,14 +4167,14 @@ Stage-0
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_6] (rows=26 width=499)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4218,14 +4218,14 @@ Stage-0
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
PTF Operator [PTF_6] (rows=26 width=491)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4272,7 +4272,7 @@ Stage-0
Select Operator [SEL_12] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
PTF Operator [PTF_11] (rows=26 width=223)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col0"}]
Group By Operator [GBY_8] (rows=26 width=223)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 3 [GROUP PARTITION-LEVEL SORT]
@@ -4286,7 +4286,7 @@ Stage-0
Select Operator [SEL_4] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
PTF Operator [PTF_3] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4331,7 +4331,7 @@ Stage-0
<-Filter Operator [FIL_12] (rows=26 width=887)
predicate:_col0 is not null
PTF Operator [PTF_4] (rows=26 width=887)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_3] (rows=26 width=887)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
<- Please refer to the previous Map 1 [PARTITION-LEVEL SORT]
@@ -4374,21 +4374,21 @@ Stage-0
Select Operator [SEL_8] (rows=26 width=227)
Output:["_col0","_col1","_col2","_col3"]
PTF Operator [PTF_7] (rows=26 width=491)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST, _col5 DESC NULLS LAST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST, _col5 DESC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_6] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_5]
PartitionCols:_col2
PTF Operator [PTF_4] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1 ASC NULLS FIRST, _col5 DESC NULLS LAST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1 ASC NULLS LAST, _col5 DESC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_3] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_2]
PartitionCols:p_mfgr
PTF Operator [PTF_1] (rows=26 width=223)
- Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name ASC NULLS FIRST, p_size DESC NULLS LAST","partition by:":"p_mfgr"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name ASC NULLS LAST, p_size DESC NULLS LAST","partition by:":"p_mfgr"}}]
TableScan [TS_0] (rows=26 width=223)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"]
@@ -4425,21 +4425,21 @@ Stage-0
Select Operator [SEL_8] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_7] (rows=26 width=499)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_6] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_5]
PartitionCols:_col2
PTF Operator [PTF_4] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_3] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_2]
PartitionCols:p_mfgr
PTF Operator [PTF_1] (rows=26 width=231)
- Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name ASC NULLS FIRST","partition by:":"p_mfgr"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name ASC NULLS LAST","partition by:":"p_mfgr"}}]
TableScan [TS_0] (rows=26 width=231)
default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size","p_retailprice"]
@@ -4476,14 +4476,14 @@ Stage-0
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_6] (rows=26 width=499)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4528,23 +4528,23 @@ Stage-0
Select Operator [SEL_11] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_10] (rows=26 width=499)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_9] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 3 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_8]
PartitionCols:_col2
PTF Operator [PTF_7] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_6] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_5]
PartitionCols:_col2
PTF Operator [PTF_4] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2"}}]
PTF Operator [PTF_3] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4594,14 +4594,14 @@ Stage-0
Select Operator [SEL_7] (rows=26 width=235)
Output:["_col0","_col1","_col2","_col3"]
PTF Operator [PTF_6] (rows=26 width=499)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4649,7 +4649,7 @@ Stage-0
Select Operator [SEL_13] (rows=27 width=259)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
PTF Operator [PTF_12] (rows=27 width=767)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_11] (rows=27 width=767)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 2 [PARTITION-LEVEL SORT]
@@ -4666,7 +4666,7 @@ Stage-0
<-Filter Operator [FIL_16] (rows=26 width=503)
predicate:_col0 is not null
PTF Operator [PTF_4] (rows=26 width=503)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_3] (rows=26 width=503)
Output:["_col0","_col1","_col2","_col5","_col7"]
<- Please refer to the previous Map 1 [PARTITION-LEVEL SORT]
@@ -4798,14 +4798,14 @@ Stage-3
Select Operator [SEL_7] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_6] (rows=26 width=499)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_5] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Reducer 6 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_24]
PartitionCols:_col2
PTF Operator [PTF_22] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_21] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4819,7 +4819,7 @@ Stage-3
Select Operator [SEL_17] (rows=26 width=247)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
PTF Operator [PTF_16] (rows=26 width=499)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST","partition by:":"_col3"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS LAST, _col2 ASC NULLS LAST","partition by:":"_col3"}]
Select Operator [SEL_15] (rows=26 width=499)
Output:["_col0","_col2","_col3","_col6"]
<-Reducer 4 [PARTITION-LEVEL SORT]
@@ -4828,14 +4828,14 @@ Stage-3
Select Operator [SEL_13] (rows=26 width=491)
Output:["sum_window_0","_col1","_col2","_col5"]
PTF Operator [PTF_12] (rows=26 width=491)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_11] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 7 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_27]
PartitionCols:_col2
PTF Operator [PTF_26] (rows=26 width=499)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_25] (rows=26 width=499)
Output:["_col1","_col2","_col5","_col7"]
<- Please refer to the previous Map 1 [PARTITION-LEVEL SORT]
@@ -4903,16 +4903,16 @@ Stage-0
PARTITION-LEVEL SORT [RS_8]
PartitionCols:_col2, _col1
PTF Operator [PTF_7] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 ASC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2, _col1"}}]
Select Operator [SEL_6] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_5]
PartitionCols:_col2, _col1
PTF Operator [PTF_4] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 ASC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2, _col1"}}]
PTF Operator [PTF_3] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -4972,28 +4972,28 @@ Stage-0
Select Operator [SEL_13] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_12] (rows=26 width=491)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_11] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 4 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_10]
PartitionCols:_col2
PTF Operator [PTF_9] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_8] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 3 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_7]
PartitionCols:_col2
PTF Operator [PTF_6] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2, _col1"}}]
Select Operator [SEL_5] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_4]
PartitionCols:_col2, _col1
PTF Operator [PTF_3] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [PARTITION-LEVEL SORT]
@@ -5048,21 +5048,21 @@ Stage-0
Select Operator [SEL_10] (rows=26 width=239)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
PTF Operator [PTF_9] (rows=26 width=491)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}]
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS LAST","partition by:":"_col2"}]
Select Operator [SEL_8] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 3 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_7]
PartitionCols:_col2
PTF Operator [PTF_6] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST","partition by:":"_col2"}}]
Select Operator [SEL_5] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Reducer 2 [PARTITION-LEVEL SORT]
PARTITION-LEVEL SORT [RS_4]
PartitionCols:_col2
PTF Operator [PTF_3] (rows=26 width=491)
- Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}]
+ Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS LAST, _col1 ASC NULLS LAST","partition by:":"_col2, _col1"}}]
Select Operator [SEL_2] (rows=26 width=491)
Output:["_col1","_col2","_col5"]
<-Map 1 [PARTITION-LEVEL SORT]
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/subquery_in.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/subquery_in.q.out b/ql/src/test/results/clientpositive/spark/subquery_in.q.out
index 1412927..b55202a 100644
--- a/ql/src/test/results/clientpositive/spark/subquery_in.q.out
+++ b/ql/src/test/results/clientpositive/spark/subquery_in.q.out
@@ -333,7 +333,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
@@ -512,7 +512,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/subquery_notin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/subquery_notin.q.out b/ql/src/test/results/clientpositive/spark/subquery_notin.q.out
index f251835..e1865ea 100644
--- a/ql/src/test/results/clientpositive/spark/subquery_notin.q.out
+++ b/ql/src/test/results/clientpositive/spark/subquery_notin.q.out
@@ -416,7 +416,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
@@ -478,7 +478,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
@@ -687,7 +687,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
@@ -752,7 +752,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
@@ -956,7 +956,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
@@ -1088,7 +1088,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
@@ -1153,7 +1153,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out b/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out
index 4c02505..af32520 100644
--- a/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out
+++ b/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out
@@ -1036,7 +1036,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
@@ -1104,7 +1104,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col5 ASC NULLS FIRST
+ order by: _col5 ASC NULLS LAST
partition by: _col2
raw input shape:
window functions:
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/union_ppr.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/union_ppr.q.out b/ql/src/test/results/clientpositive/spark/union_ppr.q.out
index f987e30..950cbbb 100644
--- a/ql/src/test/results/clientpositive/spark/union_ppr.q.out
+++ b/ql/src/test/results/clientpositive/spark/union_ppr.q.out
@@ -48,7 +48,7 @@ STAGE PLANS:
Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), _col3 (type: string)
- null sort order: aaaa
+ null sort order: zzzz
sort order: ++++
Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE
tag: -1
@@ -179,7 +179,7 @@ STAGE PLANS:
Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), _col3 (type: string)
- null sort order: aaaa
+ null sort order: zzzz
sort order: ++++
Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE
tag: -1
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out b/ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out
index e1f14d3..3f2242b 100644
--- a/ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out
+++ b/ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out
@@ -439,7 +439,7 @@ STAGE PLANS:
Windowing table definition
input alias: ptf_1
name: windowingtablefunction
- order by: _col1 ASC NULLS FIRST
+ order by: _col1 ASC NULLS LAST
partition by: _col0
raw input shape:
window functions:
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/vector_between_in.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/vector_between_in.q.out b/ql/src/test/results/clientpositive/spark/vector_between_in.q.out
index afb76b0..b156ff4 100644
--- a/ql/src/test/results/clientpositive/spark/vector_between_in.q.out
+++ b/ql/src/test/results/clientpositive/spark/vector_between_in.q.out
@@ -1615,9 +1615,9 @@ POSTHOOK: query: SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS
POSTHOOK: type: QUERY
POSTHOOK: Input: default@decimal_date_test
#### A masked pattern was here ####
-NULL 6231
false 6041
true 17
+NULL 6231
PREHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0
PREHOOK: type: QUERY
PREHOOK: Input: default@decimal_date_test
@@ -1626,9 +1626,9 @@ POSTHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946,
POSTHOOK: type: QUERY
POSTHOOK: Input: default@decimal_date_test
#### A masked pattern was here ####
-NULL 3115
false 9165
true 9
+NULL 3115
PREHOOK: query: SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0
PREHOOK: type: QUERY
PREHOOK: Input: default@decimal_date_test
@@ -1637,9 +1637,9 @@ POSTHOOK: query: SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-3
POSTHOOK: type: QUERY
POSTHOOK: Input: default@decimal_date_test
#### A masked pattern was here ####
-NULL 6231
false 5974
true 84
+NULL 6231
PREHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0
PREHOOK: type: QUERY
PREHOOK: Input: default@decimal_date_test
@@ -1648,9 +1648,9 @@ POSTHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AN
POSTHOOK: type: QUERY
POSTHOOK: Input: default@decimal_date_test
#### A masked pattern was here ####
-NULL 3115
false 3002
true 6172
+NULL 3115
PREHOOK: query: SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0
PREHOOK: type: QUERY
PREHOOK: Input: default@decimal_date_test
@@ -1659,9 +1659,9 @@ POSTHOOK: query: SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS
POSTHOOK: type: QUERY
POSTHOOK: Input: default@decimal_date_test
#### A masked pattern was here ####
-NULL 6231
false 6041
true 17
+NULL 6231
PREHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0
PREHOOK: type: QUERY
PREHOOK: Input: default@decimal_date_test
@@ -1670,9 +1670,9 @@ POSTHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946,
POSTHOOK: type: QUERY
POSTHOOK: Input: default@decimal_date_test
#### A masked pattern was here ####
-NULL 3115
false 9165
true 9
+NULL 3115
PREHOOK: query: SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0
PREHOOK: type: QUERY
PREHOOK: Input: default@decimal_date_test
@@ -1681,9 +1681,9 @@ POSTHOOK: query: SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-3
POSTHOOK: type: QUERY
POSTHOOK: Input: default@decimal_date_test
#### A masked pattern was here ####
-NULL 6231
false 5974
true 84
+NULL 6231
PREHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 ORDER BY c0
PREHOOK: type: QUERY
PREHOOK: Input: default@decimal_date_test
@@ -1692,6 +1692,6 @@ POSTHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AN
POSTHOOK: type: QUERY
POSTHOOK: Input: default@decimal_date_test
#### A masked pattern was here ####
-NULL 3115
false 3002
true 6172
+NULL 3115
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/vector_data_types.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/vector_data_types.q.out b/ql/src/test/results/clientpositive/spark/vector_data_types.q.out
index 6eacd69..d368d05 100644
--- a/ql/src/test/results/clientpositive/spark/vector_data_types.q.out
+++ b/ql/src/test/results/clientpositive/spark/vector_data_types.q.out
@@ -175,10 +175,6 @@ POSTHOOK: query: SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_
POSTHOOK: type: QUERY
POSTHOOK: Input: default@over1korc_n1
#### A masked pattern was here ####
-NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL
-NULL 374 65560 4294967516 65.43 22.48 true oscar quirinius 2013-03-01 09:11:58.703316 16.86 mathematics
-NULL 409 65536 4294967490 46.97 25.92 false fred miller 2013-03-01 09:11:58.703116 33.45 history
-NULL 473 65720 4294967324 80.74 40.6 false holly falkner 2013-03-01 09:11:58.703111 18.80 mathematics
-3 275 65622 4294967302 71.78 8.49 false wendy robinson 2013-03-01 09:11:58.703294 95.39 undecided
-3 344 65733 4294967363 0.56 11.96 true rachel thompson 2013-03-01 09:11:58.703276 88.46 wind surfing
-3 376 65548 4294967431 96.78 43.23 false fred ellison 2013-03-01 09:11:58.703233 75.39 education
@@ -195,6 +191,10 @@ NULL 473 65720 4294967324 80.74 40.6 false holly falkner 2013-03-01 09:11:58.703
-2 461 65648 4294967425 58.52 24.85 false rachel thompson 2013-03-01 09:11:58.703318 85.62 zync studies
-1 268 65778 4294967418 56.33 44.73 true calvin falkner 2013-03-01 09:11:58.70322 7.37 history
-1 281 65643 4294967323 15.1 45.0 false irene nixon 2013-03-01 09:11:58.703223 80.96 undecided
+-1 300 65663 4294967343 71.26 34.62 true calvin ovid 2013-03-01 09:11:58.703262 78.56 study skills
+-1 348 65556 4294967413 35.17 9.51 false bob young 2013-03-01 09:11:58.70328 45.81 quiet hour
+-1 372 65680 4294967490 15.45 18.09 false ethan laertes 2013-03-01 09:11:58.70311 65.88 opthamology
+-1 417 65685 4294967492 28.89 5.19 true mike white 2013-03-01 09:11:58.703275 90.69 forestry
PREHOOK: query: SELECT SUM(HASH(*))
FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i) as q
PREHOOK: type: QUERY
@@ -308,10 +308,6 @@ POSTHOOK: query: SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_
POSTHOOK: type: QUERY
POSTHOOK: Input: default@over1korc_n1
#### A masked pattern was here ####
-NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL
-NULL 374 65560 4294967516 65.43 22.48 true oscar quirinius 2013-03-01 09:11:58.703316 16.86 mathematics
-NULL 409 65536 4294967490 46.97 25.92 false fred miller 2013-03-01 09:11:58.703116 33.45 history
-NULL 473 65720 4294967324 80.74 40.6 false holly falkner 2013-03-01 09:11:58.703111 18.80 mathematics
-3 275 65622 4294967302 71.78 8.49 false wendy robinson 2013-03-01 09:11:58.703294 95.39 undecided
-3 344 65733 4294967363 0.56 11.96 true rachel thompson 2013-03-01 09:11:58.703276 88.46 wind surfing
-3 376 65548 4294967431 96.78 43.23 false fred ellison 2013-03-01 09:11:58.703233 75.39 education
@@ -328,6 +324,10 @@ NULL 473 65720 4294967324 80.74 40.6 false holly falkner 2013-03-01 09:11:58.703
-2 461 65648 4294967425 58.52 24.85 false rachel thompson 2013-03-01 09:11:58.703318 85.62 zync studies
-1 268 65778 4294967418 56.33 44.73 true calvin falkner 2013-03-01 09:11:58.70322 7.37 history
-1 281 65643 4294967323 15.1 45.0 false irene nixon 2013-03-01 09:11:58.703223 80.96 undecided
+-1 300 65663 4294967343 71.26 34.62 true calvin ovid 2013-03-01 09:11:58.703262 78.56 study skills
+-1 348 65556 4294967413 35.17 9.51 false bob young 2013-03-01 09:11:58.70328 45.81 quiet hour
+-1 372 65680 4294967490 15.45 18.09 false ethan laertes 2013-03-01 09:11:58.70311 65.88 opthamology
+-1 417 65685 4294967492 28.89 5.19 true mike white 2013-03-01 09:11:58.703275 90.69 forestry
PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION
SELECT SUM(HASH(*))
FROM (SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc_n1 ORDER BY t, si, i) as q
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out
index ecac4da..b10b125 100644
--- a/ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out
+++ b/ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out
@@ -120,11 +120,11 @@ POSTHOOK: query: select * from small_alltypesorc3a
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc3a
POSTHOOK: Output: hdfs://### HDFS PATH ###
-NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false
-NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false
-NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false
-NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false
-NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false
+NULL -16306 384405526 -1645852809 NULL -16306.0 b5SoK8 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:11.105 true false
+NULL -16307 559926362 -1645852809 NULL -16307.0 nA8bdtWfPPQyP2hL5 xH7445Rals48VOulSyR5F NULL 1969-12-31 15:59:58.072 false false
+NULL -16309 -826497289 -1645852809 NULL -16309.0 54o058c3mK6ewOQ5 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:10.761 false false
+NULL -16310 206154150 1864027286 NULL -16310.0 5Hy1y6 4KWs6gw7lv2WYd66P NULL 1969-12-31 16:00:00.821 false true
+NULL -16379 -894716315 1864027286 NULL -16379.0 2ArdYqML3654nUjGJk3 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:47.059 true true
PREHOOK: query: select * from small_alltypesorc4a
PREHOOK: type: QUERY
PREHOOK: Input: default@small_alltypesorc4a
@@ -211,11 +211,11 @@ POSTHOOK: Output: hdfs://### HDFS PATH ###
-64 -7196 NULL 658026952 -64.0 -7196.0 NULL 4tAur 1969-12-31 15:59:53.866 1969-12-31 15:59:58.174 NULL true
-64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL
-64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL
-NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false
-NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false
-NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false
-NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false
-NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false
+NULL -16306 384405526 -1645852809 NULL -16306.0 b5SoK8 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:11.105 true false
+NULL -16307 559926362 -1645852809 NULL -16307.0 nA8bdtWfPPQyP2hL5 xH7445Rals48VOulSyR5F NULL 1969-12-31 15:59:58.072 false false
+NULL -16309 -826497289 -1645852809 NULL -16309.0 54o058c3mK6ewOQ5 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:10.761 false false
+NULL -16310 206154150 1864027286 NULL -16310.0 5Hy1y6 4KWs6gw7lv2WYd66P NULL 1969-12-31 16:00:00.821 false true
+NULL -16379 -894716315 1864027286 NULL -16379.0 2ArdYqML3654nUjGJk3 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:47.059 true true
PREHOOK: query: explain vectorization detail
select *
from small_alltypesorc_a c
@@ -246,7 +246,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cd
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -257,7 +257,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
Spark Hash Table Sink Vectorization:
className: VectorSparkHashTableSinkOperator
@@ -292,7 +292,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -303,7 +303,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11]
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -323,13 +323,13 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23
input vertices:
1 Map 2
- Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 16 Data size: 3891 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
File Sink Vectorization:
className: VectorFileSinkOperator
native: false
- Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 16 Data size: 3891 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -387,11 +387,11 @@ POSTHOOK: Output: hdfs://### HDFS PATH ###
-64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL -64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL
-64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL -64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL NULL 1969-12-31 15:59:53.66 true NULL
-64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL -64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL
-NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false
-NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false
-NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false
-NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false
-NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false
+NULL -16306 384405526 -1645852809 NULL -16306.0 b5SoK8 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:11.105 true false NULL -16306 384405526 -1645852809 NULL -16306.0 b5SoK8 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:11.105 true false
+NULL -16307 559926362 -1645852809 NULL -16307.0 nA8bdtWfPPQyP2hL5 xH7445Rals48VOulSyR5F NULL 1969-12-31 15:59:58.072 false false NULL -16307 559926362 -1645852809 NULL -16307.0 nA8bdtWfPPQyP2hL5 xH7445Rals48VOulSyR5F NULL 1969-12-31 15:59:58.072 false false
+NULL -16309 -826497289 -1645852809 NULL -16309.0 54o058c3mK6ewOQ5 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:10.761 false false NULL -16309 -826497289 -1645852809 NULL -16309.0 54o058c3mK6ewOQ5 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:10.761 false false
+NULL -16310 206154150 1864027286 NULL -16310.0 5Hy1y6 4KWs6gw7lv2WYd66P NULL 1969-12-31 16:00:00.821 false true NULL -16310 206154150 1864027286 NULL -16310.0 5Hy1y6 4KWs6gw7lv2WYd66P NULL 1969-12-31 16:00:00.821 false true
+NULL -16379 -894716315 1864027286 NULL -16379.0 2ArdYqML3654nUjGJk3 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:47.059 true true NULL -16379 -894716315 1864027286 NULL -16379.0 2ArdYqML3654nUjGJk3 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:47.059 true true
PREHOOK: query: explain vectorization detail
select c.ctinyint
from small_alltypesorc_a c
@@ -422,7 +422,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: hd
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -433,7 +433,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0]
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
Spark Hash Table Sink Vectorization:
className: VectorSparkHashTableSinkOperator
@@ -468,7 +468,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -479,7 +479,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0]
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -497,13 +497,13 @@ STAGE PLANS:
outputColumnNames: _col0
input vertices:
1 Map 2
- Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 16 Data size: 3891 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
File Sink Vectorization:
className: VectorFileSinkOperator
native: false
- Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 16 Data size: 3891 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -688,7 +688,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cd
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -699,7 +699,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [2]
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
Spark Hash Table Sink Vectorization:
className: VectorSparkHashTableSinkOperator
@@ -729,7 +729,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: hd
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -740,7 +740,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0]
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
Spark Hash Table Sink Vectorization:
className: VectorSparkHashTableSinkOperator
@@ -777,7 +777,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -788,7 +788,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [0, 2]
- Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 15 Data size: 3538 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -806,7 +806,7 @@ STAGE PLANS:
outputColumnNames: _col0
input vertices:
1 Map 3
- Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 16 Data size: 3891 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -824,7 +824,7 @@ STAGE PLANS:
outputColumnNames: _col0
input vertices:
1 Map 4
- Statistics: Num rows: 17 Data size: 4214 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 17 Data size: 4280 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(), sum(_col0)
Group By Vectorization:
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out
index 92ad63e..d19bfa4 100644
--- a/ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out
+++ b/ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out
@@ -94,11 +94,11 @@ POSTHOOK: query: select * from small_alltypesorc1a_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc1a_n0
POSTHOOK: Output: hdfs://### HDFS PATH ###
-NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false
-NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false
-NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false
-NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false
-NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false
+-51 NULL -1064981602 -1444011153 -51.0 NULL aY3tpnr6wfvmWMG0U881 2Ol4N3Ha0815Ej54lA2N 1969-12-31 16:00:08.451 NULL false false
+-51 NULL -1065775394 -1331703092 -51.0 NULL aD88uS2N8DmqPlvjOa7F46i7 Ut8ka2o8iokF504065PYS 1969-12-31 16:00:08.451 NULL false true
+-51 NULL -1066684273 2034191923 -51.0 NULL 2W4Kg220OcCy065HG60k6e D7GOQhc3qbAR6 1969-12-31 16:00:08.451 NULL false false
+-51 NULL -1067683781 1750003656 -51.0 NULL IbgbUvP5 47x2I874 1969-12-31 16:00:08.451 NULL false true
+-51 NULL -1071480828 -1401575336 -51.0 NULL aw724t8c5558x2xneC624 4uE7l74tESBiKfu7c8wM7GA 1969-12-31 16:00:08.451 NULL true true
PREHOOK: query: select * from small_alltypesorc2a_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@small_alltypesorc2a_n0
@@ -120,11 +120,11 @@ POSTHOOK: query: select * from small_alltypesorc3a_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc3a_n0
POSTHOOK: Output: hdfs://### HDFS PATH ###
-NULL -13166 626923679 NULL NULL -13166.0 821UdmGbkEf4j NULL 1969-12-31 15:59:55.089 1969-12-31 16:00:15.69 true NULL
-NULL -14426 626923679 NULL NULL -14426.0 821UdmGbkEf4j NULL 1969-12-31 16:00:11.505 1969-12-31 16:00:13.309 true NULL
-NULL -14847 626923679 NULL NULL -14847.0 821UdmGbkEf4j NULL 1969-12-31 16:00:00.612 1969-12-31 15:59:43.704 true NULL
-NULL -15632 528534767 NULL NULL -15632.0 cvLH6Eat2yFsyy7p NULL NULL 1969-12-31 15:59:53.593 true NULL
-NULL -15830 253665376 NULL NULL -15830.0 1cGVWH7n1QU NULL 1969-12-31 16:00:02.582 1969-12-31 16:00:00.518 true NULL
+-64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL
+-64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL
+-64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL NULL 1969-12-31 15:59:53.66 true NULL
+-64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL
+-64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL
PREHOOK: query: select * from small_alltypesorc4a_n0
PREHOOK: type: QUERY
PREHOOK: Input: default@small_alltypesorc4a_n0
@@ -206,26 +206,26 @@ POSTHOOK: query: select * from small_alltypesorc_a_n0
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc_a_n0
POSTHOOK: Output: hdfs://### HDFS PATH ###
+-51 NULL -1064981602 -1444011153 -51.0 NULL aY3tpnr6wfvmWMG0U881 2Ol4N3Ha0815Ej54lA2N 1969-12-31 16:00:08.451 NULL false false
+-51 NULL -1065775394 -1331703092 -51.0 NULL aD88uS2N8DmqPlvjOa7F46i7 Ut8ka2o8iokF504065PYS 1969-12-31 16:00:08.451 NULL false true
+-51 NULL -1066684273 2034191923 -51.0 NULL 2W4Kg220OcCy065HG60k6e D7GOQhc3qbAR6 1969-12-31 16:00:08.451 NULL false false
+-51 NULL -1067683781 1750003656 -51.0 NULL IbgbUvP5 47x2I874 1969-12-31 16:00:08.451 NULL false true
+-51 NULL -1071480828 -1401575336 -51.0 NULL aw724t8c5558x2xneC624 4uE7l74tESBiKfu7c8wM7GA 1969-12-31 16:00:08.451 NULL true true
-60 -200 NULL NULL -60.0 -200.0 NULL NULL 1969-12-31 16:00:11.996 1969-12-31 15:59:55.451 NULL NULL
-61 -7196 NULL NULL -61.0 -7196.0 NULL 8Mlns2Tl6E0g 1969-12-31 15:59:44.823 1969-12-31 15:59:58.174 NULL false
-61 -7196 NULL NULL -61.0 -7196.0 NULL fUJIN 1969-12-31 16:00:11.842 1969-12-31 15:59:58.174 NULL false
-62 -7196 NULL NULL -62.0 -7196.0 NULL jf1Cw6qhkNToQuud 1969-12-31 16:00:12.388 1969-12-31 15:59:58.174 NULL false
-62 -7196 NULL NULL -62.0 -7196.0 NULL yLiOchx5PfDTFdcMduBTg 1969-12-31 16:00:02.373 1969-12-31 15:59:58.174 NULL false
+-64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL
+-64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL
+-64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL NULL 1969-12-31 15:59:53.66 true NULL
-64 -7196 NULL -1615920595 -64.0 -7196.0 NULL X5rDjl 1969-12-31 16:00:11.912 1969-12-31 15:59:58.174 NULL false
-64 -7196 NULL -1639157869 -64.0 -7196.0 NULL IJ0Oj7qAiqNGsN7gn 1969-12-31 16:00:01.785 1969-12-31 15:59:58.174 NULL false
-64 -7196 NULL -527203677 -64.0 -7196.0 NULL JBE4H5RoK412Cs260I72 1969-12-31 15:59:50.184 1969-12-31 15:59:58.174 NULL true
-64 -7196 NULL 406535485 -64.0 -7196.0 NULL E011i 1969-12-31 15:59:56.048 1969-12-31 15:59:58.174 NULL false
-64 -7196 NULL 658026952 -64.0 -7196.0 NULL 4tAur 1969-12-31 15:59:53.866 1969-12-31 15:59:58.174 NULL true
-NULL -13166 626923679 NULL NULL -13166.0 821UdmGbkEf4j NULL 1969-12-31 15:59:55.089 1969-12-31 16:00:15.69 true NULL
-NULL -14426 626923679 NULL NULL -14426.0 821UdmGbkEf4j NULL 1969-12-31 16:00:11.505 1969-12-31 16:00:13.309 true NULL
-NULL -14847 626923679 NULL NULL -14847.0 821UdmGbkEf4j NULL 1969-12-31 16:00:00.612 1969-12-31 15:59:43.704 true NULL
-NULL -15632 528534767 NULL NULL -15632.0 cvLH6Eat2yFsyy7p NULL NULL 1969-12-31 15:59:53.593 true NULL
-NULL -15830 253665376 NULL NULL -15830.0 1cGVWH7n1QU NULL 1969-12-31 16:00:02.582 1969-12-31 16:00:00.518 true NULL
-NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false
-NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false
-NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false
-NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false
-NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false
+-64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL
+-64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL
PREHOOK: query: explain vectorization detail
select count(*), sum(t1.c_cbigint) from (select c.cbigint as c_cbigint
from small_alltypesorc_a_n0 c
@@ -262,7 +262,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cd
- Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4531 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -273,7 +273,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [2]
- Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4531 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
Spark Hash Table Sink Vectorization:
className: VectorSparkHashTableSinkOperator
@@ -303,7 +303,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: hd
- Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4531 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -314,7 +314,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [3]
- Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4531 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
Spark Hash Table Sink Vectorization:
className: VectorSparkHashTableSinkOperator
@@ -351,7 +351,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4531 Basic stats: COMPLETE Column stats: NONE
TableScan Vectorization:
native: true
vectorizationSchemaColumns: [0:ctinyint:tinyint, 1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float, 5:cdouble:double, 6:cstring1:string, 7:cstring2:string, 8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean, 11:cboolean2:boolean, 12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]
@@ -362,7 +362,7 @@ STAGE PLANS:
className: VectorSelectOperator
native: true
projectedOutputColumnNums: [2, 3]
- Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 20 Data size: 4531 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -380,7 +380,7 @@ STAGE PLANS:
outputColumnNames: _col1
input vertices:
1 Map 3
- Statistics: Num rows: 22 Data size: 4874 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 22 Data size: 4984 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -398,7 +398,7 @@ STAGE PLANS:
outputColumnNames: _col1
input vertices:
1 Map 4
- Statistics: Num rows: 24 Data size: 5361 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 24 Data size: 5482 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(), sum(_col1)
Group By Vectorization:
@@ -504,4 +504,4 @@ left outer join small_alltypesorc_a_n0 hd
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc_a_n0
POSTHOOK: Output: hdfs://### HDFS PATH ###
-34 -26289186744
+24 -3110813706
http://git-wip-us.apache.org/repos/asf/hive/blob/499d01a3/ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out
index a226f44..e742ff3 100644
--- a/ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out
+++ b/ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out
@@ -94,11 +94,11 @@ POSTHOOK: query: select * from small_alltypesorc1a_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc1a_n1
POSTHOOK: Output: hdfs://### HDFS PATH ###
-NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false
-NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false
-NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false
-NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false
-NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false
+-64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL
+-64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL
+-64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL NULL 1969-12-31 15:59:53.66 true NULL
+-64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL
+-64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL
PREHOOK: query: select * from small_alltypesorc2a_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@small_alltypesorc2a_n1
@@ -216,16 +216,16 @@ POSTHOOK: Output: hdfs://### HDFS PATH ###
-51 NULL NULL -1874052220 -51.0 NULL c61B47I604gymFJ sjWQS78 1969-12-31 16:00:08.451 NULL false false
-51 NULL NULL -1927203921 -51.0 NULL 45ja5suO 42S0I0 1969-12-31 16:00:08.451 NULL true true
-51 NULL NULL -1970551565 -51.0 NULL r2uhJH3 loXMWyrHjVeK 1969-12-31 16:00:08.451 NULL false false
+-64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL
+-64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL
+-64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL NULL 1969-12-31 15:59:53.66 true NULL
-64 -7196 NULL -1615920595 -64.0 -7196.0 NULL X5rDjl 1969-12-31 16:00:11.912 1969-12-31 15:59:58.174 NULL false
-64 -7196 NULL -1639157869 -64.0 -7196.0 NULL IJ0Oj7qAiqNGsN7gn 1969-12-31 16:00:01.785 1969-12-31 15:59:58.174 NULL false
-64 -7196 NULL -527203677 -64.0 -7196.0 NULL JBE4H5RoK412Cs260I72 1969-12-31 15:59:50.184 1969-12-31 15:59:58.174 NULL true
-64 -7196 NULL 406535485 -64.0 -7196.0 NULL E011i 1969-12-31 15:59:56.048 1969-12-31 15:59:58.174 NULL false
-64 -7196 NULL 658026952 -64.0 -7196.0 NULL 4tAur 1969-12-31 15:59:53.866 1969-12-31 15:59:58.174 NULL true
-NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false
-NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false
-NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false
-NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false
-NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false
+-64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL
+-64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL
PREHOOK: query: explain vectorization detail formatted
select count(*) from (select c.cstring1
from small_alltypesorc_a_n1 c
@@ -265,7 +265,7 @@ left outer join small_alltypesorc_a_n1 hd
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc_a_n1
POSTHOOK: Output: hdfs://### HDFS PATH ###
-20
+32
PREHOOK: query: explain vectorization detail formatted
select count(*) from (select c.cstring1
from small_alltypesorc_a_n1 c
@@ -305,7 +305,7 @@ left outer join small_alltypesorc_a_n1 hd
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc_a_n1
POSTHOOK: Output: hdfs://### HDFS PATH ###
-28
+24
PREHOOK: query: explain vectorization detail formatted
select count(*) from (select c.cstring1
from small_alltypesorc_a_n1 c
@@ -345,4 +345,4 @@ left outer join small_alltypesorc_a_n1 hd
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc_a_n1
POSTHOOK: Output: hdfs://### HDFS PATH ###
-28
+24