You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by px...@apache.org on 2017/01/03 22:03:41 UTC
[3/3] hive git commit: HIVE-15084: Flaky test:
TestMiniTezCliDriver:explainanalyze_1, 2, 3, 4, 5 (Pengcheng Xiong)
HIVE-15084: Flaky test: TestMiniTezCliDriver:explainanalyze_1, 2, 3, 4, 5 (Pengcheng Xiong)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/15dd7f19
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/15dd7f19
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/15dd7f19
Branch: refs/heads/master
Commit: 15dd7f19bc49ee7017fa5bdd65f9b4ec4dd019d2
Parents: ac1bdd0
Author: Pengcheng Xiong <px...@apache.org>
Authored: Tue Jan 3 14:02:49 2017 -0800
Committer: Pengcheng Xiong <px...@apache.org>
Committed: Tue Jan 3 14:02:49 2017 -0800
----------------------------------------------------------------------
.../queries/clientpositive/explainanalyze_1.q | 1 +
.../queries/clientpositive/explainanalyze_2.q | 2 +
.../queries/clientpositive/explainanalyze_3.q | 2 +
.../queries/clientpositive/explainanalyze_4.q | 2 +
.../queries/clientpositive/explainanalyze_5.q | 2 +
.../clientpositive/tez/explainanalyze_1.q.out | 120 +-
.../clientpositive/tez/explainanalyze_2.q.out | 1524 ++++++++----------
.../clientpositive/tez/explainanalyze_3.q.out | 18 +-
.../clientpositive/tez/explainanalyze_4.q.out | 208 ++-
.../clientpositive/tez/explainanalyze_5.q.out | 88 +-
10 files changed, 919 insertions(+), 1048 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/15dd7f19/ql/src/test/queries/clientpositive/explainanalyze_1.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/explainanalyze_1.q b/ql/src/test/queries/clientpositive/explainanalyze_1.q
index a4b3dc5..0a33a4f 100644
--- a/ql/src/test/queries/clientpositive/explainanalyze_1.q
+++ b/ql/src/test/queries/clientpositive/explainanalyze_1.q
@@ -1,3 +1,4 @@
+set hive.map.aggr=false;
set hive.mapred.mode=nonstrict;
explain analyze select * from src a union all select * from src b limit 10;
http://git-wip-us.apache.org/repos/asf/hive/blob/15dd7f19/ql/src/test/queries/clientpositive/explainanalyze_2.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/explainanalyze_2.q b/ql/src/test/queries/clientpositive/explainanalyze_2.q
index 9cfcf0d..b764d7d 100644
--- a/ql/src/test/queries/clientpositive/explainanalyze_2.q
+++ b/ql/src/test/queries/clientpositive/explainanalyze_2.q
@@ -1,3 +1,5 @@
+set hive.map.aggr=false;
+
set hive.strict.checks.bucketing=false;
set hive.explain.user=true;
http://git-wip-us.apache.org/repos/asf/hive/blob/15dd7f19/ql/src/test/queries/clientpositive/explainanalyze_3.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/explainanalyze_3.q b/ql/src/test/queries/clientpositive/explainanalyze_3.q
index 6ccdffb..6a5e3b3 100644
--- a/ql/src/test/queries/clientpositive/explainanalyze_3.q
+++ b/ql/src/test/queries/clientpositive/explainanalyze_3.q
@@ -1,3 +1,5 @@
+set hive.map.aggr=false;
+
set hive.strict.checks.bucketing=false;
set hive.security.authorization.manager=org.apache.hadoop.hive.ql.security.authorization.DefaultHiveAuthorizationProvider;
http://git-wip-us.apache.org/repos/asf/hive/blob/15dd7f19/ql/src/test/queries/clientpositive/explainanalyze_4.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/explainanalyze_4.q b/ql/src/test/queries/clientpositive/explainanalyze_4.q
index dad397b..498a128 100644
--- a/ql/src/test/queries/clientpositive/explainanalyze_4.q
+++ b/ql/src/test/queries/clientpositive/explainanalyze_4.q
@@ -1,3 +1,5 @@
+set hive.map.aggr=false;
+
set hive.mapred.mode=nonstrict;
set hive.explain.user=true;
http://git-wip-us.apache.org/repos/asf/hive/blob/15dd7f19/ql/src/test/queries/clientpositive/explainanalyze_5.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/explainanalyze_5.q b/ql/src/test/queries/clientpositive/explainanalyze_5.q
index 577b766..696064c 100644
--- a/ql/src/test/queries/clientpositive/explainanalyze_5.q
+++ b/ql/src/test/queries/clientpositive/explainanalyze_5.q
@@ -1,3 +1,5 @@
+set hive.map.aggr=false;
+
set hive.stats.column.autogather=true;
drop table src_stats;
http://git-wip-us.apache.org/repos/asf/hive/blob/15dd7f19/ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out b/ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out
index 6fe287a..05a4f5f 100644
--- a/ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out
+++ b/ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out
@@ -239,18 +239,16 @@ Stage-0
limit:-1
Stage-1
Reducer 2
- File Output Operator [FS_6]
- Group By Operator [GBY_4] (rows=205/309 width=95)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ File Output Operator [FS_5]
+ Group By Operator [GBY_3] (rows=205/309 width=95)
+ Output:["_col0","_col1"],aggregations:["count(KEY._col0)"],keys:KEY._col0
<-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_3]
- PartitionCols:_col0
- Group By Operator [GBY_2] (rows=205/309 width=95)
- Output:["_col0","_col1"],aggregations:["count(key)"],keys:key
- Select Operator [SEL_1] (rows=500/500 width=87)
- Output:["key"]
- TableScan [TS_0] (rows=500/500 width=87)
- default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
+ SHUFFLE [RS_2]
+ PartitionCols:key
+ Select Operator [SEL_1] (rows=500/500 width=87)
+ Output:["key"]
+ TableScan [TS_0] (rows=500/500 width=87)
+ default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: select count(*) from (select key, count(key) from src group by key)subq
PREHOOK: type: QUERY
@@ -284,33 +282,31 @@ Stage-0
limit:-1
Stage-1
Reducer 3
- File Output Operator [FS_14]
- Group By Operator [GBY_12] (rows=1/1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ File Output Operator [FS_13]
+ Group By Operator [GBY_11] (rows=1/1 width=8)
+ Output:["_col0"],aggregations:["count()"]
<-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_11]
- Group By Operator [GBY_10] (rows=1/1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_19] (rows=382/0 width=8)
- Conds:RS_6._col0=RS_7._col0(Inner)
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=166/497 width=87)
- Output:["_col0"]
- Filter Operator [FIL_17] (rows=166/497 width=87)
- predicate:(UDFToDouble(key) > 0.0)
- TableScan [TS_0] (rows=500/500 width=87)
- default@src,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
- <-Map 4 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=166/0 width=91)
- Output:["_col0"]
- Filter Operator [FIL_18] (rows=166/0 width=91)
- predicate:(UDFToDouble(value) > 0.0)
- TableScan [TS_3] (rows=500/500 width=91)
- default@src,b,Tbl:COMPLETE,Col:COMPLETE,Output:["value"]
+ SHUFFLE [RS_10]
+ Merge Join Operator [MERGEJOIN_18] (rows=382/0 width=8)
+ Conds:RS_6._col0=RS_7._col0(Inner)
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=166/497 width=87)
+ Output:["_col0"]
+ Filter Operator [FIL_16] (rows=166/497 width=87)
+ predicate:(UDFToDouble(key) > 0.0)
+ TableScan [TS_0] (rows=500/500 width=87)
+ default@src,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=166/0 width=91)
+ Output:["_col0"]
+ Filter Operator [FIL_17] (rows=166/0 width=91)
+ predicate:(UDFToDouble(value) > 0.0)
+ TableScan [TS_3] (rows=500/500 width=91)
+ default@src,b,Tbl:COMPLETE,Col:COMPLETE,Output:["value"]
PREHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0
PREHOOK: type: QUERY
@@ -335,33 +331,31 @@ Stage-0
limit:-1
Stage-1
Reducer 3
- File Output Operator [FS_14]
- Group By Operator [GBY_12] (rows=1/1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ File Output Operator [FS_13]
+ Group By Operator [GBY_11] (rows=1/1 width=8)
+ Output:["_col0"],aggregations:["count()"]
<-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_11]
- Group By Operator [GBY_10] (rows=1/1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_19] (rows=399/1019 width=8)
- Conds:RS_6._col0=RS_7._col0(Inner)
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=166/497 width=87)
- Output:["_col0"]
- Filter Operator [FIL_17] (rows=166/497 width=87)
- predicate:(UDFToDouble(key) > 0.0)
- TableScan [TS_0] (rows=500/500 width=87)
- default@src,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
- <-Map 4 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=166/497 width=87)
- Output:["_col0"]
- Filter Operator [FIL_18] (rows=166/497 width=87)
- predicate:(UDFToDouble(key) > 0.0)
- TableScan [TS_3] (rows=500/500 width=87)
- default@src,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
+ SHUFFLE [RS_10]
+ Merge Join Operator [MERGEJOIN_18] (rows=399/1019 width=8)
+ Conds:RS_6._col0=RS_7._col0(Inner)
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=166/497 width=87)
+ Output:["_col0"]
+ Filter Operator [FIL_16] (rows=166/497 width=87)
+ predicate:(UDFToDouble(key) > 0.0)
+ TableScan [TS_0] (rows=500/500 width=87)
+ default@src,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=166/497 width=87)
+ Output:["_col0"]
+ Filter Operator [FIL_17] (rows=166/497 width=87)
+ predicate:(UDFToDouble(key) > 0.0)
+ TableScan [TS_3] (rows=500/500 width=87)
+ default@src,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key"]
PREHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0
PREHOOK: type: QUERY