You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2018/06/25 16:04:23 UTC
[20/51] [partial] hive git commit: HIVE-12342 : Set default value of
hive.optimize.index.filter to true (Igor Kryvenko via Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query80.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query80.q.out b/ql/src/test/results/clientpositive/perf/spark/query80.q.out
index d1710e2..99779d1 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query80.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query80.q.out
@@ -207,6 +207,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: promotion
+ filterExpr: ((p_channel_tv = 'N') and p_promo_sk is not null) (type: boolean)
Statistics: Num rows: 2300 Data size: 2713420 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((p_channel_tv = 'N') and p_promo_sk is not null) (type: boolean)
@@ -226,6 +227,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -250,6 +252,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -274,6 +277,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: promotion
+ filterExpr: ((p_channel_tv = 'N') and p_promo_sk is not null) (type: boolean)
Statistics: Num rows: 2300 Data size: 2713420 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((p_channel_tv = 'N') and p_promo_sk is not null) (type: boolean)
@@ -298,6 +302,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -322,6 +327,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: promotion
+ filterExpr: ((p_channel_tv = 'N') and p_promo_sk is not null) (type: boolean)
Statistics: Num rows: 2300 Data size: 2713420 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((p_channel_tv = 'N') and p_promo_sk is not null) (type: boolean)
@@ -341,6 +347,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_site
+ filterExpr: web_site_sk is not null (type: boolean)
Statistics: Num rows: 84 Data size: 155408 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: web_site_sk is not null (type: boolean)
@@ -365,6 +372,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -402,6 +410,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_store_sk is not null and ss_item_sk is not null and ss_promo_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -421,6 +430,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_sold_date_sk is not null and cs_catalog_page_sk is not null and cs_item_sk is not null and cs_promo_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_catalog_page_sk is not null and cs_item_sk is not null and cs_promo_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -440,6 +450,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_returns
+ filterExpr: cr_item_sk is not null (type: boolean)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cr_item_sk is not null (type: boolean)
@@ -459,6 +470,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_current_price > 50) and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_current_price > 50) and i_item_sk is not null) (type: boolean)
@@ -477,6 +489,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_page
+ filterExpr: cp_catalog_page_sk is not null (type: boolean)
Statistics: Num rows: 46000 Data size: 21198808 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cp_catalog_page_sk is not null (type: boolean)
@@ -496,6 +509,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_sold_date_sk is not null and ws_web_site_sk is not null and ws_item_sk is not null and ws_promo_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_item_sk is not null and ws_promo_sk is not null and ws_sold_date_sk is not null and ws_web_site_sk is not null) (type: boolean)
@@ -515,6 +529,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_returns
+ filterExpr: wr_item_sk is not null (type: boolean)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: wr_item_sk is not null (type: boolean)
@@ -534,6 +549,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_current_price > 50) and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_current_price > 50) and i_item_sk is not null) (type: boolean)
@@ -552,6 +568,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: sr_item_sk is not null (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: sr_item_sk is not null (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query81.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query81.q.out b/ql/src/test/results/clientpositive/perf/spark/query81.q.out
index c824c26..60186d9 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query81.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query81.q.out
@@ -82,6 +82,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_current_addr_sk is not null and c_customer_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_customer_sk is not null) (type: boolean)
@@ -101,6 +102,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1998) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 1998) and d_date_sk is not null) (type: boolean)
@@ -119,6 +121,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: (ca_address_sk is not null and ca_state is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ca_address_sk is not null and ca_state is not null) (type: boolean)
@@ -138,6 +141,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_returns
+ filterExpr: (cr_returned_date_sk is not null and cr_returning_addr_sk is not null) (type: boolean)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cr_returned_date_sk is not null and cr_returning_addr_sk is not null) (type: boolean)
@@ -157,6 +161,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1998) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 1998) and d_date_sk is not null) (type: boolean)
@@ -175,6 +180,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: (ca_address_sk is not null and ca_state is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ca_address_sk is not null and ca_state is not null) (type: boolean)
@@ -194,6 +200,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_state = 'IL') and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_state = 'IL') and ca_address_sk is not null) (type: boolean)
@@ -213,6 +220,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_returns
+ filterExpr: (cr_returned_date_sk is not null and cr_returning_addr_sk is not null and cr_returning_customer_sk is not null) (type: boolean)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cr_returned_date_sk is not null and cr_returning_addr_sk is not null and cr_returning_customer_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query82.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query82.q.out b/ql/src/test/results/clientpositive/perf/spark/query82.q.out
index 6ccd1cb..cc988bd 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query82.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query82.q.out
@@ -44,6 +44,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2002-05-30 00:00:00.0' AND TIMESTAMP'2002-07-29 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2002-05-30 00:00:00.0' AND TIMESTAMP'2002-07-29 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -72,6 +73,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_item_sk is not null (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_item_sk is not null (type: boolean)
@@ -90,6 +92,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_manufact_id) IN (437, 129, 727, 663) and i_current_price BETWEEN 30 AND 60 and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_manufact_id) IN (437, 129, 727, 663) and i_current_price BETWEEN 30 AND 60 and i_item_sk is not null) (type: boolean)
@@ -109,6 +112,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: inventory
+ filterExpr: (inv_quantity_on_hand BETWEEN 100 AND 500 and inv_item_sk is not null and inv_date_sk is not null) (type: boolean)
Statistics: Num rows: 37584000 Data size: 593821104 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (inv_date_sk is not null and inv_item_sk is not null and inv_quantity_on_hand BETWEEN 100 AND 500) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query83.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query83.q.out b/ql/src/test/results/clientpositive/perf/spark/query83.q.out
index 8f9d3db..6fad2ca 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query83.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query83.q.out
@@ -164,6 +164,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_returns
+ filterExpr: (cr_item_sk is not null and cr_returned_date_sk is not null) (type: boolean)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cr_item_sk is not null and cr_returned_date_sk is not null) (type: boolean)
@@ -183,6 +184,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_week_seq is not null) (type: boolean)
@@ -202,6 +204,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null) (type: boolean)
@@ -225,6 +228,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_item_sk is not null and sr_returned_date_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_item_sk is not null and sr_returned_date_sk is not null) (type: boolean)
@@ -244,6 +248,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_item_id is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -263,6 +268,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date is not null and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_date_sk is not null) (type: boolean)
@@ -282,6 +288,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_week_seq is not null) (type: boolean)
@@ -301,6 +308,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null) (type: boolean)
@@ -324,6 +332,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_returns
+ filterExpr: (wr_item_sk is not null and wr_returned_date_sk is not null) (type: boolean)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (wr_item_sk is not null and wr_returned_date_sk is not null) (type: boolean)
@@ -343,6 +352,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_item_id is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -362,6 +372,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date is not null and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_date_sk is not null) (type: boolean)
@@ -381,6 +392,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_week_seq is not null) (type: boolean)
@@ -400,6 +412,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null) (type: boolean)
@@ -423,6 +436,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_item_id is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -442,6 +456,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date is not null and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query84.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query84.q.out b/ql/src/test/results/clientpositive/perf/spark/query84.q.out
index 04c311a..0e62a3e 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query84.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query84.q.out
@@ -53,6 +53,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: income_band
+ filterExpr: ((ib_lower_bound >= 32287) and (ib_upper_bound <= 82287) and ib_income_band_sk is not null) (type: boolean)
Statistics: Num rows: 20 Data size: 240 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ib_lower_bound >= 32287) and (ib_upper_bound <= 82287) and ib_income_band_sk is not null) (type: boolean)
@@ -77,6 +78,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: (hd_demo_sk is not null and hd_income_band_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (hd_demo_sk is not null and hd_income_band_sk is not null) (type: boolean)
@@ -115,6 +117,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: sr_cdemo_sk is not null (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: sr_cdemo_sk is not null (type: boolean)
@@ -133,6 +136,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_demographics
+ filterExpr: cd_demo_sk is not null (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cd_demo_sk is not null (type: boolean)
@@ -151,6 +155,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null) (type: boolean)
@@ -170,6 +175,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_city = 'Hopewell') and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_city = 'Hopewell') and ca_address_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query85.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query85.q.out b/ql/src/test/results/clientpositive/perf/spark/query85.q.out
index 781256c..572ba54 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query85.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query85.q.out
@@ -179,6 +179,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: reason
+ filterExpr: r_reason_sk is not null (type: boolean)
Statistics: Num rows: 72 Data size: 14400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: r_reason_sk is not null (type: boolean)
@@ -203,6 +204,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_page
+ filterExpr: wp_web_page_sk is not null (type: boolean)
Statistics: Num rows: 4602 Data size: 2696178 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: wp_web_page_sk is not null (type: boolean)
@@ -235,6 +237,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_returns
+ filterExpr: (wr_item_sk is not null and wr_order_number is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null and wr_refunded_addr_sk is not null and wr_reason_sk is not null) (type: boolean)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (wr_item_sk is not null and wr_order_number is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null) (type: boolean)
@@ -254,6 +257,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and (ca_country = 'United States') and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null) (type: boolean)
@@ -273,6 +277,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1998) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 1998) and d_date_sk is not null) (type: boolean)
@@ -291,6 +296,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cd1
+ filterExpr: (((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_marital_status is not null and cd_education_status is not null) (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_education_status is not null and cd_marital_status is not null) (type: boolean)
@@ -310,6 +316,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cd2
+ filterExpr: (((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_marital_status is not null and cd_education_status is not null) (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_education_status is not null and cd_marital_status is not null) (type: boolean)
@@ -328,6 +335,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: ((ws_sales_price BETWEEN 100 AND 150 or ws_sales_price BETWEEN 50 AND 100 or ws_sales_price BETWEEN 150 AND 200) and (ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and ws_item_sk is not null and ws_order_number is not null and ws_web_page_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and (ws_sales_price BETWEEN 100 AND 150 or ws_sales_price BETWEEN 50 AND 100 or ws_sales_price BETWEEN 150 AND 200) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null and ws_web_page_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query86.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query86.q.out b/ql/src/test/results/clientpositive/perf/spark/query86.q.out
index 930bb7e..ff7ca83 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query86.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query86.q.out
@@ -62,6 +62,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d1
+ filterExpr: (d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) (type: boolean)
@@ -91,6 +92,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_sold_date_sk is not null and ws_item_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -122,6 +124,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: i_item_sk is not null (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: i_item_sk is not null (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query87.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query87.q.out b/ql/src/test/results/clientpositive/perf/spark/query87.q.out
index e90aa4a..8ac6dce 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query87.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query87.q.out
@@ -56,6 +56,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) (type: boolean)
@@ -80,6 +81,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) (type: boolean)
@@ -104,6 +106,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) (type: boolean)
@@ -138,6 +141,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_customer_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -169,6 +173,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: c_customer_sk is not null (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: c_customer_sk is not null (type: boolean)
@@ -188,6 +193,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_sold_date_sk is not null and ws_bill_customer_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_bill_customer_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -219,6 +225,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_sold_date_sk is not null and cs_bill_customer_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_customer_sk is not null and cs_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query88.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query88.q.out b/ql/src/test/results/clientpositive/perf/spark/query88.q.out
index f976818..6c1238a 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query88.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query88.q.out
@@ -205,6 +205,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
@@ -224,6 +225,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: ((t_hour = 12) and (t_minute < 30) and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((t_hour = 12) and (t_minute < 30) and t_time_sk is not null) (type: boolean)
@@ -243,6 +245,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
@@ -275,6 +278,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -328,6 +332,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -381,6 +386,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -434,6 +440,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -487,6 +494,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -540,6 +548,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -593,6 +602,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -791,6 +801,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: ((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null) (type: boolean)
@@ -810,6 +821,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
@@ -829,6 +841,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
@@ -855,6 +868,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -962,6 +976,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: ((t_hour = 11) and (t_minute >= 30) and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((t_hour = 11) and (t_minute >= 30) and t_time_sk is not null) (type: boolean)
@@ -981,6 +996,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
@@ -1000,6 +1016,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
@@ -1024,6 +1041,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: ((t_hour = 11) and (t_minute < 30) and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((t_hour = 11) and (t_minute < 30) and t_time_sk is not null) (type: boolean)
@@ -1043,6 +1061,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
@@ -1062,6 +1081,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
@@ -1086,6 +1106,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: ((t_hour = 10) and (t_minute >= 30) and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((t_hour = 10) and (t_minute >= 30) and t_time_sk is not null) (type: boolean)
@@ -1105,6 +1126,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
@@ -1124,6 +1146,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
@@ -1148,6 +1171,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: ((t_hour = 10) and (t_minute < 30) and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((t_hour = 10) and (t_minute < 30) and t_time_sk is not null) (type: boolean)
@@ -1167,6 +1191,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
@@ -1186,6 +1211,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
@@ -1210,6 +1236,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: ((t_hour = 9) and (t_minute >= 30) and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((t_hour = 9) and (t_minute >= 30) and t_time_sk is not null) (type: boolean)
@@ -1229,6 +1256,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
@@ -1248,6 +1276,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
@@ -1272,6 +1301,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: ((t_hour = 9) and (t_minute < 30) and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((t_hour = 9) and (t_minute < 30) and t_time_sk is not null) (type: boolean)
@@ -1291,6 +1321,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) (type: boolean)
@@ -1310,6 +1341,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_store_name = 'ese') and s_store_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query89.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query89.q.out b/ql/src/test/results/clientpositive/perf/spark/query89.q.out
index ad4d600..1acc577 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query89.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query89.q.out
@@ -66,6 +66,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -96,6 +97,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -115,6 +117,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants')) and ((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and (((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants'))) and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants'))) and ((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and ((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants')) and i_item_sk is not null) (type: boolean)
@@ -134,6 +137,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2000) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 2000) and d_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query9.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query9.q.out b/ql/src/test/results/clientpositive/perf/spark/query9.q.out
index 9446f66..a434501 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query9.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query9.q.out
@@ -141,6 +141,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 21 AND 40 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 21 AND 40 (type: boolean)
@@ -163,6 +164,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 21 AND 40 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 21 AND 40 (type: boolean)
@@ -185,6 +187,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 41 AND 60 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 41 AND 60 (type: boolean)
@@ -205,6 +208,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 41 AND 60 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 41 AND 60 (type: boolean)
@@ -227,6 +231,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 41 AND 60 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 41 AND 60 (type: boolean)
@@ -249,6 +254,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 1 AND 20 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 1 AND 20 (type: boolean)
@@ -269,6 +275,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 61 AND 80 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 61 AND 80 (type: boolean)
@@ -289,6 +296,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 61 AND 80 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 61 AND 80 (type: boolean)
@@ -311,6 +319,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 61 AND 80 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 61 AND 80 (type: boolean)
@@ -333,6 +342,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 81 AND 100 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 81 AND 100 (type: boolean)
@@ -353,6 +363,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 81 AND 100 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 81 AND 100 (type: boolean)
@@ -375,6 +386,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 81 AND 100 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 81 AND 100 (type: boolean)
@@ -397,6 +409,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 1 AND 20 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 1 AND 20 (type: boolean)
@@ -419,6 +432,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 1 AND 20 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 1 AND 20 (type: boolean)
@@ -441,6 +455,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ss_quantity BETWEEN 21 AND 40 (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ss_quantity BETWEEN 21 AND 40 (type: boolean)
@@ -716,6 +731,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: reason
+ filterExpr: (r_reason_sk = 1) (type: boolean)
Statistics: Num rows: 72 Data size: 14400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (r_reason_sk = 1) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query90.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query90.q.out b/ql/src/test/results/clientpositive/perf/spark/query90.q.out
index 20cfe40..9f78d64 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query90.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query90.q.out
@@ -57,6 +57,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: (t_hour BETWEEN 14 AND 15 and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (t_hour BETWEEN 14 AND 15 and t_time_sk is not null) (type: boolean)
@@ -76,6 +77,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((hd_dep_count = 8) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((hd_dep_count = 8) and hd_demo_sk is not null) (type: boolean)
@@ -95,6 +97,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_page
+ filterExpr: (wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null) (type: boolean)
Statistics: Num rows: 4602 Data size: 2696178 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null) (type: boolean)
@@ -121,6 +124,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null) (type: boolean)
@@ -193,6 +197,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_page
+ filterExpr: (wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null) (type: boolean)
Statistics: Num rows: 4602 Data size: 2696178 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null) (type: boolean)
@@ -212,6 +217,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: time_dim
+ filterExpr: (t_hour BETWEEN 6 AND 7 and t_time_sk is not null) (type: boolean)
Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (t_hour BETWEEN 6 AND 7 and t_time_sk is not null) (type: boolean)
@@ -231,6 +237,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((hd_dep_count = 8) and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((hd_dep_count = 8) and hd_demo_sk is not null) (type: boolean)
@@ -258,6 +265,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query91.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query91.q.out b/ql/src/test/results/clientpositive/perf/spark/query91.q.out
index ba03c41..de8977d 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query91.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query91.q.out
@@ -73,6 +73,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: call_center
+ filterExpr: cc_call_center_sk is not null (type: boolean)
Statistics: Num rows: 60 Data size: 122700 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cc_call_center_sk is not null (type: boolean)
@@ -97,6 +98,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: household_demographics
+ filterExpr: ((hd_buy_potential like '0-500%') and hd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((hd_buy_potential like '0-500%') and hd_demo_sk is not null) (type: boolean)
@@ -128,6 +130,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_returns
+ filterExpr: (cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null) (type: boolean)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null) (type: boolean)
@@ -147,6 +150,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_demographics
+ filterExpr: (((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'W')) and (((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and cd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and ((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'W')) and cd_demo_sk is not null) (type: boolean)
@@ -166,6 +170,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_gmt_offset = -7) and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_gmt_offset = -7) and ca_address_sk is not null) (type: boolean)
@@ -184,6 +189,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1999) and (d_moy = 11) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 11) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
@@ -202,6 +208,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query92.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query92.q.out b/ql/src/test/results/clientpositive/perf/spark/query92.q.out
index ae63392..77a5cbf 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query92.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query92.q.out
@@ -71,6 +71,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00.0' AND TIMESTAMP'1998-06-16 01:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00.0' AND TIMESTAMP'1998-06-16 01:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -95,6 +96,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00.0' AND TIMESTAMP'1998-06-16 01:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00.0' AND TIMESTAMP'1998-06-16 01:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -125,6 +127,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -156,6 +159,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_manufact_id = 269) and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_manufact_id = 269) and i_item_sk is not null) (type: boolean)
@@ -174,6 +178,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query93.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query93.q.out b/ql/src/test/results/clientpositive/perf/spark/query93.q.out
index d7beccb..2b098a8 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query93.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query93.q.out
@@ -46,6 +46,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: reason
+ filterExpr: ((r_reason_desc = 'Did not like the warranty') and r_reason_sk is not null) (type: boolean)
Statistics: Num rows: 72 Data size: 14400 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((r_reason_desc = 'Did not like the warranty') and r_reason_sk is not null) (type: boolean)
@@ -74,6 +75,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_reason_sk is not null and sr_item_sk is not null and sr_ticket_number is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_item_sk is not null and sr_reason_sk is not null and sr_ticket_number is not null) (type: boolean)
@@ -105,6 +107,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_item_sk is not null and ss_ticket_number is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_ticket_number is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query94.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query94.q.out b/ql/src/test/results/clientpositive/perf/spark/query94.q.out
index dde0b17..e3779da 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query94.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query94.q.out
@@ -69,6 +69,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_site
+ filterExpr: ((web_company_name = 'pri') and web_site_sk is not null) (type: boolean)
Statistics: Num rows: 84 Data size: 155408 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((web_company_name = 'pri') and web_site_sk is not null) (type: boolean)
@@ -93,6 +94,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00.0' AND TIMESTAMP'1999-06-30 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00.0' AND TIMESTAMP'1999-06-30 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -125,6 +127,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: ws1
+ filterExpr: (ws_ship_date_sk is not null and ws_ship_addr_sk is not null and ws_web_site_sk is not null and ws_order_number is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_order_number is not null and ws_ship_addr_sk is not null and ws_ship_date_sk is not null and ws_web_site_sk is not null) (type: boolean)
@@ -156,6 +159,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: ws2
+ filterExpr: (ws_order_number is not null and ws_warehouse_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_order_number is not null and ws_warehouse_sk is not null) (type: boolean)
@@ -180,6 +184,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: wr1
+ filterExpr: wr_order_number is not null (type: boolean)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: wr_order_number is not null (type: boolean)
@@ -199,6 +204,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_state = 'TX') and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_state = 'TX') and ca_address_sk is not null) (type: boolean)