You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2018/06/26 04:16:41 UTC
[22/58] [abbrv] [partial] hive git commit: HIVE-12342 : Set default
value of hive.optimize.index.filter to true (Igor Kryvenko via Ashutosh
Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query47.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query47.q.out b/ql/src/test/results/clientpositive/perf/spark/query47.q.out
index ec18a70..690b105 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query47.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query47.q.out
@@ -114,6 +114,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: (s_store_sk is not null and s_store_name is not null and s_company_name is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s_company_name is not null and s_store_name is not null and s_store_sk is not null) (type: boolean)
@@ -138,6 +139,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: (s_store_sk is not null and s_store_name is not null and s_company_name is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s_company_name is not null and s_store_name is not null and s_store_sk is not null) (type: boolean)
@@ -162,6 +164,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: (s_store_sk is not null and s_store_name is not null and s_company_name is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s_company_name is not null and s_store_name is not null and s_store_sk is not null) (type: boolean)
@@ -202,6 +205,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -221,6 +225,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -240,6 +245,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
@@ -259,6 +265,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_category is not null and i_brand is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_brand is not null and i_category is not null and i_item_sk is not null) (type: boolean)
@@ -278,6 +285,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -297,6 +305,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
@@ -316,6 +325,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_category is not null and i_brand is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_brand is not null and i_category is not null and i_item_sk is not null) (type: boolean)
@@ -335,6 +345,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
@@ -354,6 +365,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_category is not null and i_brand is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_brand is not null and i_category is not null and i_item_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query48.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query48.q.out b/ql/src/test/results/clientpositive/perf/spark/query48.q.out
index 1080da4..60a4767 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query48.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query48.q.out
@@ -142,6 +142,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -171,6 +172,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: ((ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and (ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and ss_store_sk is not null and ss_cdemo_sk is not null and ss_addr_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -202,6 +204,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1998) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_year = 1998) and d_date_sk is not null) (type: boolean)
@@ -220,6 +223,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_demographics
+ filterExpr: ((cd_marital_status = 'M') and (cd_education_status = '4 yr Degree') and cd_demo_sk is not null) (type: boolean)
Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((cd_education_status = '4 yr Degree') and (cd_marital_status = 'M') and cd_demo_sk is not null) (type: boolean)
@@ -238,6 +242,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and (ca_country = 'United States') and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query49.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query49.q.out b/ql/src/test/results/clientpositive/perf/spark/query49.q.out
index 7145ada..16cc603 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query49.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query49.q.out
@@ -282,6 +282,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: ws
+ filterExpr: ((ws_net_profit > 1) and (ws_net_paid > 0) and (ws_quantity > 0) and ws_order_number is not null and ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ws_net_paid > 0) and (ws_net_profit > 1) and (ws_quantity > 0) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -301,6 +302,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2000) and (d_moy = 12) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 12) and (d_year = 2000) and d_date_sk is not null) (type: boolean)
@@ -319,6 +321,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: wr
+ filterExpr: ((wr_return_amt > 10000) and wr_order_number is not null and wr_item_sk is not null) (type: boolean)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((wr_return_amt > 10000) and wr_item_sk is not null and wr_order_number is not null) (type: boolean)
@@ -338,6 +341,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cs
+ filterExpr: ((cs_net_profit > 1) and (cs_net_paid > 0) and (cs_quantity > 0) and cs_order_number is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((cs_net_paid > 0) and (cs_net_profit > 1) and (cs_quantity > 0) and cs_item_sk is not null and cs_order_number is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -357,6 +361,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: cr
+ filterExpr: ((cr_return_amount > 10000) and cr_order_number is not null and cr_item_sk is not null) (type: boolean)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((cr_return_amount > 10000) and cr_item_sk is not null and cr_order_number is not null) (type: boolean)
@@ -376,6 +381,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: sts
+ filterExpr: ((ss_net_profit > 1) and (ss_net_paid > 0) and (ss_quantity > 0) and ss_ticket_number is not null and ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ss_net_paid > 0) and (ss_net_profit > 1) and (ss_quantity > 0) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_ticket_number is not null) (type: boolean)
@@ -395,6 +401,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: sr
+ filterExpr: ((sr_return_amt > 10000) and sr_ticket_number is not null and sr_item_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((sr_return_amt > 10000) and sr_item_sk is not null and sr_ticket_number is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query5.q.out b/ql/src/test/results/clientpositive/perf/spark/query5.q.out
index d93e089..d4c7cbc 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query5.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query5.q.out
@@ -267,6 +267,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -291,6 +292,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_site
+ filterExpr: web_site_sk is not null (type: boolean)
Statistics: Num rows: 84 Data size: 155408 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: web_site_sk is not null (type: boolean)
@@ -326,6 +328,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -345,6 +348,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_returns
+ filterExpr: (cr_returned_date_sk is not null and cr_catalog_page_sk is not null) (type: boolean)
Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cr_catalog_page_sk is not null and cr_returned_date_sk is not null) (type: boolean)
@@ -364,6 +368,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-08-18 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-08-18 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -382,6 +387,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_page
+ filterExpr: cp_catalog_page_sk is not null (type: boolean)
Statistics: Num rows: 46000 Data size: 21198808 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: cp_catalog_page_sk is not null (type: boolean)
@@ -401,6 +407,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_sold_date_sk is not null and ws_web_site_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_sold_date_sk is not null and ws_web_site_sk is not null) (type: boolean)
@@ -420,6 +427,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_web_site_sk is not null and ws_item_sk is not null and ws_order_number is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_item_sk is not null and ws_order_number is not null and ws_web_site_sk is not null) (type: boolean)
@@ -439,6 +447,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_returns
+ filterExpr: (wr_returned_date_sk is not null and wr_item_sk is not null and wr_order_number is not null) (type: boolean)
Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (wr_item_sk is not null and wr_order_number is not null and wr_returned_date_sk is not null) (type: boolean)
@@ -458,6 +467,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_returned_date_sk is not null and sr_store_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_returned_date_sk is not null and sr_store_sk is not null) (type: boolean)
@@ -477,6 +487,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-08-18 00:00:00.0' and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-08-18 00:00:00.0' and d_date_sk is not null) (type: boolean)
@@ -495,6 +506,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_sold_date_sk is not null and cs_catalog_page_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_catalog_page_sk is not null and cs_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query50.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query50.q.out b/ql/src/test/results/clientpositive/perf/spark/query50.q.out
index 57cc806..0c4528f 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query50.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query50.q.out
@@ -128,6 +128,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -158,6 +159,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_returns
+ filterExpr: (sr_ticket_number is not null and sr_item_sk is not null and sr_customer_sk is not null and sr_returned_date_sk is not null) (type: boolean)
Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null) (type: boolean)
@@ -177,6 +179,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d2
+ filterExpr: ((d_year = 2000) and (d_moy = 9) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 9) and (d_year = 2000) and d_date_sk is not null) (type: boolean)
@@ -195,6 +198,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_ticket_number is not null and ss_item_sk is not null and ss_customer_sk is not null and ss_store_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) (type: boolean)
@@ -214,6 +218,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d1
+ filterExpr: d_date_sk is not null (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: d_date_sk is not null (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query51.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query51.q.out b/ql/src/test/results/clientpositive/perf/spark/query51.q.out
index 2d18e77..c0bb72b 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query51.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query51.q.out
@@ -101,6 +101,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) (type: boolean)
@@ -125,6 +126,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) (type: boolean)
@@ -155,6 +157,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -192,6 +195,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query52.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query52.q.out b/ql/src/test/results/clientpositive/perf/spark/query52.q.out
index e114551..f6c4fc8 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query52.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query52.q.out
@@ -58,6 +58,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_item_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -77,6 +78,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dt
+ filterExpr: ((d_moy = 12) and (d_year = 1998) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 12) and (d_year = 1998) and d_date_sk is not null) (type: boolean)
@@ -95,6 +97,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_manager_id = 1) and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_manager_id = 1) and i_item_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query53.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query53.q.out b/ql/src/test/results/clientpositive/perf/spark/query53.q.out
index 6d50296..2b1cdfe 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query53.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query53.q.out
@@ -66,6 +66,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -95,6 +96,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -114,6 +116,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (((i_class) IN ('personal', 'portable', 'reference', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and (((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'reference', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'reference', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and ((i_class) IN ('personal', 'portable', 'reference', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and i_item_sk is not null) (type: boolean)
@@ -133,6 +136,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query54.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query54.q.out b/ql/src/test/results/clientpositive/perf/spark/query54.q.out
index 7ea7deb..3d2c4da 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query54.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query54.q.out
@@ -130,6 +130,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1999) and (d_moy = 3)) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 3) and (d_year = 1999)) (type: boolean)
@@ -196,6 +197,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: (s_county is not null and s_state is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s_county is not null and s_state is not null) (type: boolean)
@@ -238,6 +240,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1999) and (d_moy = 3)) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 3) and (d_year = 1999)) (type: boolean)
@@ -261,6 +264,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -280,6 +284,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: d_date_sk is not null (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: d_date_sk is not null (type: boolean)
@@ -299,6 +304,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: (ca_address_sk is not null and ca_county is not null and ca_state is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ca_address_sk is not null and ca_county is not null and ca_state is not null) (type: boolean)
@@ -329,6 +335,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_item_sk is not null and cs_sold_date_sk is not null and cs_bill_customer_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -348,6 +355,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_item_sk is not null and ws_sold_date_sk is not null and ws_bill_customer_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -367,6 +375,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_moy = 3) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 3) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
@@ -385,6 +394,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_category = 'Jewelry') and (i_class = 'consignment') and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_category = 'Jewelry') and (i_class = 'consignment') and i_item_sk is not null) (type: boolean)
@@ -403,6 +413,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_current_addr_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_customer_sk is not null) (type: boolean)
@@ -422,6 +433,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1999) and (d_moy = 3)) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 3) and (d_year = 1999)) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query55.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query55.q.out b/ql/src/test/results/clientpositive/perf/spark/query55.q.out
index 2c2c5e3..afcd67c 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query55.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query55.q.out
@@ -42,6 +42,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_item_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -61,6 +62,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) (type: boolean)
@@ -79,6 +81,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_manager_id = 36) and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_manager_id = 36) and i_item_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query56.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query56.q.out b/ql/src/test/results/clientpositive/perf/spark/query56.q.out
index b369c62..4705987 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query56.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query56.q.out
@@ -164,6 +164,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_id is not null and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -183,6 +184,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2000) and (d_moy = 1) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 1) and (d_year = 2000) and d_date_sk is not null) (type: boolean)
@@ -201,6 +203,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_gmt_offset = -8) and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_gmt_offset = -8) and ca_address_sk is not null) (type: boolean)
@@ -219,6 +222,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null) (type: boolean)
@@ -242,6 +246,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_sold_date_sk is not null and cs_bill_addr_sk is not null and cs_item_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -261,6 +266,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_id is not null and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -280,6 +286,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_sold_date_sk is not null and ws_bill_addr_sk is not null and ws_item_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -299,6 +306,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2000) and (d_moy = 1) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 1) and (d_year = 2000) and d_date_sk is not null) (type: boolean)
@@ -317,6 +325,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_gmt_offset = -8) and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_gmt_offset = -8) and ca_address_sk is not null) (type: boolean)
@@ -335,6 +344,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_addr_sk is not null and ss_item_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query57.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query57.q.out b/ql/src/test/results/clientpositive/perf/spark/query57.q.out
index 3ed57e1..51e644a 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query57.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query57.q.out
@@ -108,6 +108,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: call_center
+ filterExpr: (cc_call_center_sk is not null and cc_name is not null) (type: boolean)
Statistics: Num rows: 60 Data size: 122700 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cc_call_center_sk is not null and cc_name is not null) (type: boolean)
@@ -132,6 +133,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: call_center
+ filterExpr: (cc_call_center_sk is not null and cc_name is not null) (type: boolean)
Statistics: Num rows: 60 Data size: 122700 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cc_call_center_sk is not null and cc_name is not null) (type: boolean)
@@ -156,6 +158,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: call_center
+ filterExpr: (cc_call_center_sk is not null and cc_name is not null) (type: boolean)
Statistics: Num rows: 60 Data size: 122700 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cc_call_center_sk is not null and cc_name is not null) (type: boolean)
@@ -196,6 +199,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_item_sk is not null and cs_sold_date_sk is not null and cs_call_center_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_call_center_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -215,6 +219,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_category is not null and i_brand is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_brand is not null and i_category is not null and i_item_sk is not null) (type: boolean)
@@ -234,6 +239,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_item_sk is not null and cs_sold_date_sk is not null and cs_call_center_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_call_center_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -253,6 +259,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
@@ -272,6 +279,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_category is not null and i_brand is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_brand is not null and i_category is not null and i_item_sk is not null) (type: boolean)
@@ -291,6 +299,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_item_sk is not null and cs_sold_date_sk is not null and cs_call_center_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_call_center_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -310,6 +319,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
@@ -329,6 +339,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_category is not null and i_brand is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_brand is not null and i_category is not null and i_item_sk is not null) (type: boolean)
@@ -348,6 +359,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query58.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query58.q.out b/ql/src/test/results/clientpositive/perf/spark/query58.q.out
index 823a184..59213cb 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query58.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query58.q.out
@@ -147,6 +147,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date = '1998-02-19') (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date = '1998-02-19') (type: boolean)
@@ -193,6 +194,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date = '1998-02-19') (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date = '1998-02-19') (type: boolean)
@@ -239,6 +241,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date = '1998-02-19') (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date = '1998-02-19') (type: boolean)
@@ -304,6 +307,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -323,6 +327,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_date = '1998-02-19') and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_date = '1998-02-19') and d_week_seq is not null) (type: boolean)
@@ -353,6 +358,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_week_seq is not null) (type: boolean)
@@ -372,6 +378,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -391,6 +398,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_item_id is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -410,6 +418,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date is not null and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_date_sk is not null) (type: boolean)
@@ -429,6 +438,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_date = '1998-02-19') and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_date = '1998-02-19') and d_week_seq is not null) (type: boolean)
@@ -459,6 +469,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_week_seq is not null) (type: boolean)
@@ -478,6 +489,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -497,6 +509,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_item_id is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -516,6 +529,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date is not null and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_date_sk is not null) (type: boolean)
@@ -535,6 +549,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_date = '1998-02-19') and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_date = '1998-02-19') and d_week_seq is not null) (type: boolean)
@@ -565,6 +580,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_week_seq is not null and d_date is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_week_seq is not null) (type: boolean)
@@ -584,6 +600,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_sk is not null and i_item_id is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -603,6 +620,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date is not null and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date is not null and d_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query59.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query59.q.out b/ql/src/test/results/clientpositive/perf/spark/query59.q.out
index e9e4b28..73ea161 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query59.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query59.q.out
@@ -99,6 +99,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: (s_store_sk is not null and s_store_id is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s_store_id is not null and s_store_sk is not null) (type: boolean)
@@ -123,6 +124,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: (s_store_sk is not null and s_store_id is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (s_store_id is not null and s_store_sk is not null) (type: boolean)
@@ -156,6 +158,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -175,6 +178,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -194,6 +198,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date_sk is not null and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_week_seq is not null) (type: boolean)
@@ -213,6 +218,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d
+ filterExpr: (d_month_seq BETWEEN 1197 AND 1208 and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_month_seq BETWEEN 1197 AND 1208 and d_week_seq is not null) (type: boolean)
@@ -231,6 +237,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: (d_date_sk is not null and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_week_seq is not null) (type: boolean)
@@ -250,6 +257,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d
+ filterExpr: (d_month_seq BETWEEN 1185 AND 1196 and d_week_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_month_seq BETWEEN 1185 AND 1196 and d_week_seq is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query6.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query6.q.out b/ql/src/test/results/clientpositive/perf/spark/query6.q.out
index 4557413..fe3741f 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query6.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query6.q.out
@@ -66,6 +66,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2000) and (d_moy = 2)) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 2) and (d_year = 2000)) (type: boolean)
@@ -143,6 +144,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: d
+ filterExpr: (d_date_sk is not null and d_month_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d_date_sk is not null and d_month_seq is not null) (type: boolean)
@@ -162,6 +164,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: s
+ filterExpr: (ss_customer_sk is not null and ss_sold_date_sk is not null and ss_item_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
@@ -181,6 +184,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: c
+ filterExpr: (c_current_addr_sk is not null and c_customer_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_customer_sk is not null) (type: boolean)
@@ -200,6 +204,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
+ filterExpr: ca_address_sk is not null (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ca_address_sk is not null (type: boolean)
@@ -219,6 +224,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: j
+ filterExpr: i_category is not null (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: i_category is not null (type: boolean)
@@ -240,6 +246,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: i
+ filterExpr: (i_item_sk is not null and i_category is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_category is not null and i_item_sk is not null) (type: boolean)
@@ -259,6 +266,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 2000) and (d_moy = 2) and d_month_seq is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 2) and (d_year = 2000) and d_month_seq is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query60.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query60.q.out b/ql/src/test/results/clientpositive/perf/spark/query60.q.out
index ef7a0df..f4f61e2 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query60.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query60.q.out
@@ -184,6 +184,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_id is not null and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -203,6 +204,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1999) and (d_moy = 9) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 9) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
@@ -221,6 +223,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_gmt_offset = -6) and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_gmt_offset = -6) and ca_address_sk is not null) (type: boolean)
@@ -239,6 +242,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_category = 'Children') and i_item_id is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_category = 'Children') and i_item_id is not null) (type: boolean)
@@ -262,6 +266,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: catalog_sales
+ filterExpr: (cs_sold_date_sk is not null and cs_bill_addr_sk is not null and cs_item_sk is not null) (type: boolean)
Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) (type: boolean)
@@ -281,6 +286,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (i_item_id is not null and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (i_item_id is not null and i_item_sk is not null) (type: boolean)
@@ -300,6 +306,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: web_sales
+ filterExpr: (ws_sold_date_sk is not null and ws_bill_addr_sk is not null and ws_item_sk is not null) (type: boolean)
Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) (type: boolean)
@@ -319,6 +326,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1999) and (d_moy = 9) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 9) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
@@ -337,6 +345,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_gmt_offset = -6) and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_gmt_offset = -6) and ca_address_sk is not null) (type: boolean)
@@ -355,6 +364,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_sold_date_sk is not null and ss_addr_sk is not null and ss_item_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query61.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query61.q.out b/ql/src/test/results/clientpositive/perf/spark/query61.q.out
index 7cfaa78..c178b5a 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query61.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query61.q.out
@@ -101,6 +101,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_gmt_offset = -7) and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_gmt_offset = -7) and s_store_sk is not null) (type: boolean)
@@ -131,6 +132,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_current_addr_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_customer_sk is not null) (type: boolean)
@@ -150,6 +152,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_gmt_offset = -7) and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_gmt_offset = -7) and ca_address_sk is not null) (type: boolean)
@@ -168,6 +171,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_store_sk is not null and ss_sold_date_sk is not null and ss_customer_sk is not null and ss_item_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -187,6 +191,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1999) and (d_moy = 11) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 11) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
@@ -205,6 +210,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_category = 'Electronics') and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_category = 'Electronics') and i_item_sk is not null) (type: boolean)
@@ -320,6 +326,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: ((s_gmt_offset = -7) and s_store_sk is not null) (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((s_gmt_offset = -7) and s_store_sk is not null) (type: boolean)
@@ -339,6 +346,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: promotion
+ filterExpr: (((p_channel_dmail = 'Y') or (p_channel_email = 'Y') or (p_channel_tv = 'Y')) and p_promo_sk is not null) (type: boolean)
Statistics: Num rows: 2300 Data size: 2713420 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((p_channel_dmail = 'Y') or (p_channel_email = 'Y') or (p_channel_tv = 'Y')) and p_promo_sk is not null) (type: boolean)
@@ -370,6 +378,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer
+ filterExpr: (c_customer_sk is not null and c_current_addr_sk is not null) (type: boolean)
Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (c_current_addr_sk is not null and c_customer_sk is not null) (type: boolean)
@@ -389,6 +398,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_year = 1999) and (d_moy = 11) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_moy = 11) and (d_year = 1999) and d_date_sk is not null) (type: boolean)
@@ -407,6 +417,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: ((i_category = 'Electronics') and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((i_category = 'Electronics') and i_item_sk is not null) (type: boolean)
@@ -425,6 +436,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: customer_address
+ filterExpr: ((ca_gmt_offset = -7) and ca_address_sk is not null) (type: boolean)
Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((ca_gmt_offset = -7) and ca_address_sk is not null) (type: boolean)
@@ -443,6 +455,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_store_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_customer_sk is not null and ss_item_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_customer_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
http://git-wip-us.apache.org/repos/asf/hive/blob/f2c4f319/ql/src/test/results/clientpositive/perf/spark/query63.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query63.q.out b/ql/src/test/results/clientpositive/perf/spark/query63.q.out
index 21d4749..b506455 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query63.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query63.q.out
@@ -68,6 +68,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store
+ filterExpr: s_store_sk is not null (type: boolean)
Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: s_store_sk is not null (type: boolean)
@@ -97,6 +98,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: store_sales
+ filterExpr: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
@@ -116,6 +118,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: item
+ filterExpr: (((i_class) IN ('personal', 'portable', 'refernece', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and (((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'refernece', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and i_item_sk is not null) (type: boolean)
Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'refernece', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and ((i_class) IN ('personal', 'portable', 'refernece', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and i_item_sk is not null) (type: boolean)
@@ -135,6 +138,7 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: date_dim
+ filterExpr: ((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null) (type: boolean)
Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null) (type: boolean)