You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2018/06/26 04:16:43 UTC
[24/58] [abbrv] [partial] hive git commit: HIVE-12342 : Set default
value of hive.optimize.index.filter to true (Igor Kryvenko via Ashutosh
Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/pcr.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/pcr.q.out b/ql/src/test/results/clientpositive/pcr.q.out
index e30f6d1..1f2a27e 100644
--- a/ql/src/test/results/clientpositive/pcr.q.out
+++ b/ql/src/test/results/clientpositive/pcr.q.out
@@ -62,6 +62,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: ((ds <= '2000-04-09') and (key < 5)) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -254,6 +255,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: ((ds <= '2000-04-09') or (key < 5)) (type: boolean)
Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -532,6 +534,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: ((key < 5) and (value <> 'val_2')) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -726,6 +729,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: (((ds < '2000-04-09') and (key < 5)) or ((ds > '2000-04-09') and (value = 'val_5'))) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -922,6 +926,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: (((ds < '2000-04-10') and (key < 5)) or ((ds > '2000-04-08') and (value = 'val_5'))) (type: boolean)
Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -1177,6 +1182,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: (((ds < '2000-04-10') or (key < 5)) and ((ds > '2000-04-08') or (value = 'val_5'))) (type: boolean)
Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -1440,6 +1446,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: (((ds = '2000-04-08') or (ds = '2000-04-09')) and (key = 14)) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -1621,6 +1628,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: ((ds = '2000-04-08') or (ds = '2000-04-09')) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
@@ -1838,6 +1846,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: ((ds >= '2000-04-08') or (ds < '2000-04-10')) (type: boolean)
Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
@@ -2126,6 +2135,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: (((ds = '2000-04-08') and (key = 1)) or ((ds = '2000-04-09') and (key = 2))) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -2309,6 +2319,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
+ filterExpr: ((ds = '2000-04-08') and key is not null) (type: boolean)
Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -2330,6 +2341,7 @@ STAGE PLANS:
auto parallelism: false
TableScan
alias: t2
+ filterExpr: ((ds = '2000-04-08') and key is not null) (type: boolean)
Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -2574,6 +2586,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
+ filterExpr: ((ds = '2000-04-08') and key is not null) (type: boolean)
Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -2595,6 +2608,7 @@ STAGE PLANS:
auto parallelism: false
TableScan
alias: t2
+ filterExpr: ((ds = '2000-04-09') and key is not null) (type: boolean)
Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -2899,6 +2913,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: (((ds > '2000-04-08') and (ds < '2000-04-11')) or (key = 2)) (type: boolean)
Statistics: Num rows: 80 Data size: 640 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -3224,6 +3239,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcr_t1
+ filterExpr: ((ds > '2000-04-08') or ((ds <= '2000-04-09') and (key = 2))) (type: boolean)
Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -4709,6 +4725,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: srcpart
+ filterExpr: ((ds = '2008-04-08') and (11.0D = 11.0D)) (type: boolean)
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Select Operator
@@ -4840,6 +4857,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: srcpart
+ filterExpr: ((ds = '2008-04-08') and ((hr = '11') or (hr = '12')) and (UDFToDouble(key) = 11.0D)) (type: boolean)
Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -5026,6 +5044,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: srcpart
+ filterExpr: ((hr = '11') and (UDFToDouble(key) = 11.0D)) (type: boolean)
Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -5440,6 +5459,7 @@ STAGE PLANS:
Processor Tree:
TableScan
alias: srcpart
+ filterExpr: (11.0D = 11.0D) (type: boolean)
Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), value (type: string)
@@ -5461,6 +5481,7 @@ STAGE PLANS:
Processor Tree:
TableScan
alias: srcpart
+ filterExpr: (11.0D = 11.0D) (type: boolean)
Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), value (type: string)
@@ -5482,6 +5503,7 @@ STAGE PLANS:
Processor Tree:
TableScan
alias: srcpart
+ filterExpr: (11.0D = 11.0D) (type: boolean)
Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), value (type: string)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/pcs.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/pcs.q.out b/ql/src/test/results/clientpositive/pcs.q.out
index 872fb27..c8819cc 100644
--- a/ql/src/test/results/clientpositive/pcs.q.out
+++ b/ql/src/test/results/clientpositive/pcs.q.out
@@ -100,6 +100,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcs_t1
+ filterExpr: ((struct(key,ds)) IN (const struct(1,'2000-04-08'), const struct(2,'2000-04-09')) and (struct(ds)) IN (struct('2000-04-08'), struct('2000-04-09'))) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -282,6 +283,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcs_t1
+ filterExpr: ((struct(ds,key)) IN (const struct('2000-04-08',1), const struct('2000-04-09',2)) and (struct(ds)) IN (struct('2000-04-08'), struct('2000-04-09'))) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -451,6 +453,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcs_t1
+ filterExpr: ((struct(ds,(key + 2))) IN (const struct('2000-04-08',3), const struct('2000-04-09',4)) and (struct(ds)) IN (struct('2000-04-08'), struct('2000-04-09'))) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -620,6 +623,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
+ filterExpr: ((struct(ds)) IN (const struct('2000-04-08'), const struct('2000-04-09')) and (struct(ds)) IN (const struct('2000-04-09'), const struct('2000-04-08'))) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Reduce Output Operator
@@ -633,6 +637,7 @@ STAGE PLANS:
auto parallelism: false
TableScan
alias: b
+ filterExpr: ((struct(ds)) IN (const struct('2000-04-09'), const struct('2000-04-08')) and (struct(ds)) IN (const struct('2000-04-08'), const struct('2000-04-09'))) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Reduce Output Operator
@@ -819,6 +824,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcs_t1
+ filterExpr: ((struct(ds,(key + key))) IN (const struct('2000-04-08',1), const struct('2000-04-09',2)) and (struct(ds)) IN (const struct('2000-04-08'), const struct('2000-04-09'))) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -989,6 +995,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcs_t1
+ filterExpr: ((struct(ds,key)) IN (const struct('2000-04-08',1), const struct('2000-04-09',2)) and (struct(ds)) IN (const struct('2000-04-08'), const struct('2000-04-09'))) (type: boolean)
Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (struct(ds,key)) IN (const struct('2000-04-08',1), const struct('2000-04-09',2)) (type: boolean)
@@ -1086,6 +1093,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: x
+ filterExpr: ((struct(ds,key)) IN (const struct('2000-04-08',1), const struct('2000-04-09',2)) and (struct(ds)) IN (const struct('2000-04-08'), const struct('2000-04-09')) and (ds = '2008-04-08')) (type: boolean)
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
@@ -1111,6 +1119,7 @@ STAGE PLANS:
auto parallelism: false
TableScan
alias: y
+ filterExpr: ((struct(ds,key)) IN (const struct('2000-04-08',1), const struct('2000-04-09',2)) and (struct(ds)) IN (const struct('2000-04-08'), const struct('2000-04-09')) and (ds = '2008-04-08')) (type: boolean)
Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
@@ -1250,6 +1259,7 @@ STAGE PLANS:
Processor Tree:
TableScan
alias: pcs_t1
+ filterExpr: (const struct(10)) IN (const struct(10), const struct(11)) (type: boolean)
Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -1461,6 +1471,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcs_t1
+ filterExpr: (struct(((ds = '2000-04-08') or (key = 2)),key)) IN (const struct(true,2), const struct(false,3)) (type: boolean)
Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
@@ -1682,6 +1693,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: pcs_t1
+ filterExpr: ((key = 3) or ((struct(((ds = '2000-04-08') or (key = 2)),key)) IN (const struct(true,2), const struct(false,3)) and ((key + 5) > 0))) (type: boolean)
Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE
GatherStats: false
Filter Operator
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query1.q.out b/ql/src/test/results/clientpositive/perf/spark/query1.q.out
index 2a9dbed..19f24ba 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query1.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query1.q.out
@@ -60,6 +60,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_state = 'NM') and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_state = 'NM') and s_store_sk is not null) (type: boolean)
@@ -92,6 +93,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_returned_date_sk is not null and sr_store_sk is not null and sr_customer_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_customer_sk is not null and sr_returned_date_sk is not null and sr_store_sk is not null) (type: boolean)
@@ -111,6 +113,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_returned_date_sk is not null and sr_store_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_returned_date_sk is not null and sr_store_sk is not null) (type: boolean)
@@ -130,6 +133,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2000) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2000) and d_date_sk is not null) (type: boolean)
@@ -148,6 +152,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2000) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2000) and d_date_sk is not null) (type: boolean)
@@ -166,6 +171,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: c_customer_sk is not null (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: c_customer_sk is not null (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query10.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query10.q.out b/ql/src/test/results/clientpositive/perf/spark/query10.q.out
index cb10ba0..45dfc53 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query10.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query10.q.out
@@ -130,6 +130,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2002) and d_moy BETWEEN 4 AND 7 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2002) and d_date_sk is not null and d_moy BETWEEN 4 AND 7) (type: boolean)
@@ -154,6 +155,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2002) and d_moy BETWEEN 4 AND 7 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2002) and d_date_sk is not null and d_moy BETWEEN 4 AND 7) (type: boolean)
@@ -178,6 +180,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2002) and d_moy BETWEEN 4 AND 7 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2002) and d_date_sk is not null and d_moy BETWEEN 4 AND 7) (type: boolean)
@@ -210,6 +213,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: c
+ filterExpr: (c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_customer_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_customer_sk is not null) (type: boolean)
@@ -229,6 +233,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_bill_customer_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_bill_customer_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -264,6 +269,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_ship_customer_sk is not null and cs_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_ship_customer_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -299,6 +305,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: ca
+ filterExpr: ((ca_county) IN ('Walker County', 'Richland County', 'Gaines County', 'Douglas County', 'Dona Ana County') and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_county) IN ('Walker County', 'Richland County', 'Gaines County', 'Douglas County', 'Dona Ana County') and ca_address_sk is not null) (type: boolean)
@@ -317,6 +324,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_demographics
+ filterExpr: cd_demo_sk is not null (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cd_demo_sk is not null (type: boolean)
@@ -336,6 +344,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query11.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query11.q.out b/ql/src/test/results/clientpositive/perf/spark/query11.q.out
index e442117..f0e8732 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query11.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query11.q.out
@@ -174,6 +174,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_bill_customer_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_bill_customer_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -193,6 +194,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2001) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2001) and d_date_sk is not null) (type: boolean)
@@ -211,6 +213,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_customer_id is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_customer_id is not null and c_customer_sk is not null) (type: boolean)
@@ -230,6 +233,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -249,6 +253,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2002) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2002) and d_date_sk is not null) (type: boolean)
@@ -267,6 +272,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_customer_id is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_customer_id is not null and c_customer_sk is not null) (type: boolean)
@@ -286,6 +292,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_bill_customer_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_bill_customer_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -305,6 +312,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2001) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2001) and d_date_sk is not null) (type: boolean)
@@ -323,6 +331,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_customer_id is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_customer_id is not null and c_customer_sk is not null) (type: boolean)
@@ -342,6 +351,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2002) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2002) and d_date_sk is not null) (type: boolean)
@@ -360,6 +370,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_customer_id is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_customer_id is not null and c_customer_sk is not null) (type: boolean)
@@ -379,6 +390,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query12.q.out b/ql/src/test/results/clientpositive/perf/spark/query12.q.out
index 0a0663e..fc11abc 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query12.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query12.q.out
@@ -76,6 +76,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00.0' AND TIMESTAMP'2001-02-11 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00.0' AND TIMESTAMP'2001-02-11 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -105,6 +106,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -136,6 +138,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query13.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query13.q.out b/ql/src/test/results/clientpositive/perf/spark/query13.q.out
index f864a04..fb2a061 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query13.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query13.q.out
@@ -113,6 +113,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: (((hd_dep_count = 3) or (hd_dep_count = 1)) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((hd_dep_count = 3) or (hd_dep_count = 1)) and hd_demo_sk is not null) (type: boolean)
@@ -137,6 +138,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -166,6 +168,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_demographics
+ filterExpr: (((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and ((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and cd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null) (type: boolean)
@@ -185,6 +188,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ((ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and (ss_net_profit BETWEEN 100 AND 200 or ss_net_profit BETWEEN 150 AND 300 or ss_net_profit BETWEEN 50 AND 250) and ss_store_sk is not null and ss_cdemo_sk is not null and ss_hdemo_sk is not null and ss_addr_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ss_net_profit BETWEEN 100 AND 200 or ss_net_profit BETWEEN 150 AND 300 or ss_net_profit BETWEEN 50 AND 250) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -216,6 +220,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2001) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2001) and d_date_sk is not null) (type: boolean)
@@ -234,6 +239,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and (ca_country = 'United States') and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query15.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query15.q.out b/ql/src/test/results/clientpositive/perf/spark/query15.q.out
index 3c8bee5..3d6fbda 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query15.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query15.q.out
@@ -55,6 +55,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_current_addr_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_customer_sk is not null) (type: boolean)
@@ -74,6 +75,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ca_address_sk is not null (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ca_address_sk is not null (type: boolean)
@@ -93,6 +95,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_bill_customer_sk is not null and cs_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_customer_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -112,6 +115,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query16.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query16.q.out b/ql/src/test/results/clientpositive/perf/spark/query16.q.out
index 96a28a4..27b675d 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query16.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query16.q.out
@@ -73,6 +73,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: call_center
+ filterExpr: ((cc_county) IN ('Ziebach County', 'Levy County', 'Huron County', 'Franklin Parish', 'Daviess County') and cc_call_center_sk is not null) (type: boolean)
Statistics: Num rows: 60 Data size: 122700 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((cc_county) IN ('Ziebach County', 'Levy County', 'Huron County', 'Franklin Parish', 'Daviess County') and cc_call_center_sk is not null) (type: boolean)
@@ -97,6 +98,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00.0' AND TIMESTAMP'2001-05-31 01:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00.0' AND TIMESTAMP'2001-05-31 01:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -129,6 +131,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cs1
+ filterExpr: (cs_ship_date_sk is not null and cs_ship_addr_sk is not null and cs_call_center_sk is not null and cs_order_number is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_call_center_sk is not null and cs_order_number is not null and cs_ship_addr_sk is not null and cs_ship_date_sk is not null) (type: boolean)
@@ -160,6 +163,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cs2
+ filterExpr: (cs_order_number is not null and cs_warehouse_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_order_number is not null and cs_warehouse_sk is not null) (type: boolean)
@@ -184,6 +188,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cr1
+ filterExpr: cr_order_number is not null (type: boolean)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cr_order_number is not null (type: boolean)
@@ -203,6 +208,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_state = 'NY') and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_state = 'NY') and ca_address_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query17.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query17.q.out b/ql/src/test/results/clientpositive/perf/spark/query17.q.out
index 088ccfb..23f1e85 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query17.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query17.q.out
@@ -100,6 +100,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -133,6 +134,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_item_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) (type: boolean)
@@ -152,6 +154,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d3
+ filterExpr: ((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null) (type: boolean)
@@ -170,6 +173,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_customer_sk is not null and sr_item_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null) (type: boolean)
@@ -189,6 +193,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d2
+ filterExpr: ((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null) (type: boolean)
@@ -207,6 +212,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d1
+ filterExpr: ((d_quarter_name = '2000Q1') and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_quarter_name = '2000Q1') and d_date_sk is not null) (type: boolean)
@@ -225,6 +231,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: i_item_sk is not null (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: i_item_sk is not null (type: boolean)
@@ -244,6 +251,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query18.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query18.q.out b/ql/src/test/results/clientpositive/perf/spark/query18.q.out
index e8f09f7..f8bec59 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query18.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query18.q.out
@@ -86,6 +86,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: ((c_birth_month) IN (9, 5, 12, 4, 1, 10) and c_customer_sk is not null and c_current_cdemo_sk is not null and c_current_addr_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((c_birth_month) IN (9, 5, 12, 4, 1, 10) and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_customer_sk is not null) (type: boolean)
@@ -105,6 +106,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2001) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2001) and d_date_sk is not null) (type: boolean)
@@ -123,6 +125,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cd1
+ filterExpr: ((cd_gender = 'M') and (cd_education_status = 'College') and cd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((cd_education_status = 'College') and (cd_gender = 'M') and cd_demo_sk is not null) (type: boolean)
@@ -142,6 +145,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: i_item_sk is not null (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: i_item_sk is not null (type: boolean)
@@ -161,6 +165,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_state) IN ('ND', 'WI', 'AL', 'NC', 'OK', 'MS', 'TN') and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_state) IN ('ND', 'WI', 'AL', 'NC', 'OK', 'MS', 'TN') and ca_address_sk is not null) (type: boolean)
@@ -180,6 +185,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cd2
+ filterExpr: cd_demo_sk is not null (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cd_demo_sk is not null (type: boolean)
@@ -198,6 +204,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_bill_cdemo_sk is not null and cs_bill_customer_sk is not null and cs_sold_date_sk is not null and cs_item_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_cdemo_sk is not null and cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query19.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query19.q.out b/ql/src/test/results/clientpositive/perf/spark/query19.q.out
index fdb1710..d2994e6 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query19.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query19.q.out
@@ -60,6 +60,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -91,6 +92,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_current_addr_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_customer_sk is not null) (type: boolean)
@@ -110,6 +112,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_moy = 11) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 11) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
@@ -128,6 +131,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_manager_id = 7) and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_manager_id = 7) and i_item_sk is not null) (type: boolean)
@@ -147,6 +151,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ca_address_sk is not null (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ca_address_sk is not null (type: boolean)
@@ -166,6 +171,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_item_sk is not null and ss_customer_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query2.q.out b/ql/src/test/results/clientpositive/perf/spark/query2.q.out
index 1613add..105f2ee 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query2.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query2.q.out
@@ -138,6 +138,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: ws_sold_date_sk is not null (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ws_sold_date_sk is not null (type: boolean)
@@ -157,6 +158,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: ws_sold_date_sk is not null (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ws_sold_date_sk is not null (type: boolean)
@@ -176,6 +178,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: cs_sold_date_sk is not null (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cs_sold_date_sk is not null (type: boolean)
@@ -195,6 +198,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date_sk is not null and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_week_seq is not null) (type: boolean)
@@ -214,6 +218,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2002) and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2002) and d_week_seq is not null) (type: boolean)
@@ -232,6 +237,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: cs_sold_date_sk is not null (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cs_sold_date_sk is not null (type: boolean)
@@ -251,6 +257,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date_sk is not null and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_week_seq is not null) (type: boolean)
@@ -270,6 +277,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2001) and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2001) and d_week_seq is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query20.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query20.q.out b/ql/src/test/results/clientpositive/perf/spark/query20.q.out
index 0544df9..3c917c8 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query20.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query20.q.out
@@ -68,6 +68,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00.0' AND TIMESTAMP'2001-02-11 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00.0' AND TIMESTAMP'2001-02-11 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -97,6 +98,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -128,6 +130,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query21.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query21.q.out b/ql/src/test/results/clientpositive/perf/spark/query21.q.out
index e6db04e..e59b229 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query21.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query21.q.out
@@ -71,6 +71,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: warehouse
+ filterExpr: w_warehouse_sk is not null (type: boolean)
Statistics: Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: w_warehouse_sk is not null (type: boolean)
@@ -95,6 +96,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-08 23:00:00.0' AND TIMESTAMP'1998-05-08 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-08 23:00:00.0' AND TIMESTAMP'1998-05-08 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -123,6 +125,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: inventory
+ filterExpr: (inv_warehouse_sk is not null and inv_item_sk is not null and inv_date_sk is not null) (type: boolean)
Statistics: Num rows: 37584000 Data size: 593821104 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null) (type: boolean)
@@ -154,6 +157,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query22.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query22.q.out b/ql/src/test/results/clientpositive/perf/spark/query22.q.out
index 87ee7cd..2a99cc3 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query22.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query22.q.out
@@ -54,6 +54,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) (type: boolean)
@@ -73,6 +74,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: warehouse
+ filterExpr: w_warehouse_sk is not null (type: boolean)
Statistics: Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: w_warehouse_sk is not null (type: boolean)
@@ -101,6 +103,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: inventory
+ filterExpr: (inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null) (type: boolean)
Statistics: Num rows: 37584000 Data size: 593821104 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null) (type: boolean)
@@ -142,6 +145,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: i_item_sk is not null (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: i_item_sk is not null (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query23.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query23.q.out b/ql/src/test/results/clientpositive/perf/spark/query23.q.out
index 54f2b65..08b0f93 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query23.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query23.q.out
@@ -126,6 +126,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -145,6 +146,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
@@ -163,6 +165,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: c_customer_sk is not null (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: c_customer_sk is not null (type: boolean)
@@ -181,6 +184,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -200,6 +204,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
@@ -218,6 +223,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: c_customer_sk is not null (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: c_customer_sk is not null (type: boolean)
@@ -420,6 +426,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -439,6 +446,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
@@ -457,6 +465,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: c_customer_sk is not null (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: c_customer_sk is not null (type: boolean)
@@ -475,6 +484,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -494,6 +504,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
@@ -512,6 +523,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: c_customer_sk is not null (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: c_customer_sk is not null (type: boolean)
@@ -719,6 +731,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_item_sk is not null and cs_bill_customer_sk is not null and cs_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -738,6 +751,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) (type: boolean)
@@ -757,6 +771,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: i_item_sk is not null (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: i_item_sk is not null (type: boolean)
@@ -776,6 +791,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_customer_sk is not null (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_customer_sk is not null (type: boolean)
@@ -795,6 +811,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: c_customer_sk is not null (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: c_customer_sk is not null (type: boolean)
@@ -813,6 +830,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_item_sk is not null and ws_bill_customer_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -832,6 +850,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1999) and (d_moy = 1) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 1) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
@@ -850,6 +869,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_item_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query24.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query24.q.out b/ql/src/test/results/clientpositive/perf/spark/query24.q.out
index e11b7a8..a34d3e8 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query24.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query24.q.out
@@ -113,6 +113,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_market_id = 7) and s_store_sk is not null and s_zip is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_market_id = 7) and s_store_sk is not null and s_zip is not null) (type: boolean)
@@ -144,6 +145,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_ticket_number is not null and ss_item_sk is not null and ss_store_sk is not null and ss_customer_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_item_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) (type: boolean)
@@ -175,6 +177,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_birth_country is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_birth_country is not null and c_customer_sk is not null) (type: boolean)
@@ -194,6 +197,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: i_item_sk is not null (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: i_item_sk is not null (type: boolean)
@@ -213,6 +217,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_ticket_number is not null and sr_item_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_item_sk is not null and sr_ticket_number is not null) (type: boolean)
@@ -231,6 +236,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: (upper(ca_country) is not null and ca_zip is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ca_zip is not null and upper(ca_country) is not null) (type: boolean)
@@ -365,6 +371,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_market_id = 7) and s_store_sk is not null and s_zip is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_market_id = 7) and s_store_sk is not null and s_zip is not null) (type: boolean)
@@ -395,6 +402,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_ticket_number is not null and ss_item_sk is not null and ss_store_sk is not null and ss_customer_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_item_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) (type: boolean)
@@ -414,6 +422,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_ticket_number is not null and sr_item_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_item_sk is not null and sr_ticket_number is not null) (type: boolean)
@@ -432,6 +441,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: (upper(ca_country) is not null and ca_zip is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ca_zip is not null and upper(ca_country) is not null) (type: boolean)
@@ -451,6 +461,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_color = 'orchid') and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_color = 'orchid') and i_item_sk is not null) (type: boolean)
@@ -470,6 +481,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_birth_country is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_birth_country is not null and c_customer_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query25.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query25.q.out b/ql/src/test/results/clientpositive/perf/spark/query25.q.out
index 21a043b..3d7f402 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query25.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query25.q.out
@@ -108,6 +108,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -132,6 +133,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d3
+ filterExpr: (d_moy BETWEEN 4 AND 10 and (d_year = 2000) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2000) and d_date_sk is not null and d_moy BETWEEN 4 AND 10) (type: boolean)
@@ -156,6 +158,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d2
+ filterExpr: (d_moy BETWEEN 4 AND 10 and (d_year = 2000) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2000) and d_date_sk is not null and d_moy BETWEEN 4 AND 10) (type: boolean)
@@ -187,6 +190,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_item_sk is not null and ss_ticket_number is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) (type: boolean)
@@ -206,6 +210,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_customer_sk is not null and sr_item_sk is not null and sr_ticket_number is not null and sr_returned_date_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null) (type: boolean)
@@ -237,6 +242,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: i_item_sk is not null (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: i_item_sk is not null (type: boolean)
@@ -256,6 +262,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d1
+ filterExpr: ((d_moy = 4) and (d_year = 2000) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 4) and (d_year = 2000) and d_date_sk is not null) (type: boolean)
@@ -274,6 +281,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query26.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query26.q.out b/ql/src/test/results/clientpositive/perf/spark/query26.q.out
index e78e20b..17bbc6a 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query26.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query26.q.out
@@ -52,6 +52,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: promotion
+ filterExpr: (((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) (type: boolean)
Statistics: Num rows: 2300 Data size: 2713420 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) (type: boolean)
@@ -82,6 +83,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_bill_cdemo_sk is not null and cs_sold_date_sk is not null and cs_item_sk is not null and cs_promo_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_cdemo_sk is not null and cs_item_sk is not null and cs_promo_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -101,6 +103,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: i_item_sk is not null (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: i_item_sk is not null (type: boolean)
@@ -120,6 +123,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_demographics
+ filterExpr: ((cd_gender = 'F') and (cd_marital_status = 'W') and (cd_education_status = 'Primary') and cd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((cd_education_status = 'Primary') and (cd_gender = 'F') and (cd_marital_status = 'W') and cd_demo_sk is not null) (type: boolean)
@@ -138,6 +142,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1998) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 1998) and d_date_sk is not null) (type: boolean)