You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by mi...@apache.org on 2026/08/12 19:52:12 UTC
(impala) branch master updated (dcf48e549 -> 6517e517f)
This is an automated email from the ASF dual-hosted git repository.
asf-gitbox-commits pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from dcf48e549 IMPALA-15237: Add Calcite regression harness
new 35cb39f9d IMPALA-13219: test_rows_sent_counters is flaky due to CreateResultSetTime check
new 6517e517f IMPALA-15195: Calcite Planner performance improvements for tpcds
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/impala/planner/Planner.java | 24 +-
.../apache/impala/planner/SingleNodePlanner.java | 5 +
.../impala/planner/SingleNodePlannerIntf.java | 7 +
.../calcite/schema/FilterSelectivityEstimator.java | 189 +-
.../apache/impala/calcite/schema/ImpalaCost.java | 20 +-
.../schema/ImpalaRelMdDistinctRowCount.java | 4 +-
.../impala/calcite/schema/JoinRelationInfo.java | 84 +-
.../impala/calcite/service/CalciteOptimizer.java | 67 +-
.../calcite/service/CalciteSingleNodePlanner.java | 5 +
.../impala/calcite/planner/TestCalciteStats.java | 273 +-
testdata/bin/compute-table-stats.sh | 2 +-
.../functional/functional_schema_template.sql | 66 +
.../datasets/functional/schema_constraints.csv | 4 +-
.../PlannerTest/calcite_tpcds/tpcds-q03.test | 290 +-
.../PlannerTest/calcite_tpcds/tpcds-q04.test | 3410 ++++---
.../PlannerTest/calcite_tpcds/tpcds-q05.test | 546 +-
.../PlannerTest/calcite_tpcds/tpcds-q06.test | 1390 +--
.../PlannerTest/calcite_tpcds/tpcds-q07.test | 520 +-
.../PlannerTest/calcite_tpcds/tpcds-q08.test | 1510 +--
.../PlannerTest/calcite_tpcds/tpcds-q10a.test | 1479 +--
.../PlannerTest/calcite_tpcds/tpcds-q11.test | 2000 ++--
.../PlannerTest/calcite_tpcds/tpcds-q12.test | 304 +-
.../PlannerTest/calcite_tpcds/tpcds-q13.test | 790 +-
.../PlannerTest/calcite_tpcds/tpcds-q14a.test | 10135 ++++++++++---------
.../PlannerTest/calcite_tpcds/tpcds-q14b.test | 7589 +++++++-------
.../PlannerTest/calcite_tpcds/tpcds-q15.test | 492 +-
.../PlannerTest/calcite_tpcds/tpcds-q16.test | 2114 ++--
.../PlannerTest/calcite_tpcds/tpcds-q17.test | 1473 ++-
.../PlannerTest/calcite_tpcds/tpcds-q18.test | 1280 ++-
.../PlannerTest/calcite_tpcds/tpcds-q19.test | 840 +-
.../PlannerTest/calcite_tpcds/tpcds-q20.test | 304 +-
.../PlannerTest/calcite_tpcds/tpcds-q22.test | 290 +-
.../PlannerTest/calcite_tpcds/tpcds-q23a.test | 3348 +++---
.../PlannerTest/calcite_tpcds/tpcds-q23b.test | 3996 ++++----
.../PlannerTest/calcite_tpcds/tpcds-q24a.test | 2340 +++--
.../PlannerTest/calcite_tpcds/tpcds-q24b.test | 2340 +++--
.../PlannerTest/calcite_tpcds/tpcds-q25.test | 1538 +--
.../PlannerTest/calcite_tpcds/tpcds-q26.test | 520 +-
.../PlannerTest/calcite_tpcds/tpcds-q27.test | 302 +-
.../PlannerTest/calcite_tpcds/tpcds-q29.test | 1343 ++-
.../PlannerTest/calcite_tpcds/tpcds-q30.test | 1142 +--
.../PlannerTest/calcite_tpcds/tpcds-q31.test | 2579 +++--
.../PlannerTest/calcite_tpcds/tpcds-q32.test | 895 +-
.../PlannerTest/calcite_tpcds/tpcds-q33.test | 1607 ++-
.../PlannerTest/calcite_tpcds/tpcds-q34.test | 342 +-
.../PlannerTest/calcite_tpcds/tpcds-q35a.test | 1557 +--
.../PlannerTest/calcite_tpcds/tpcds-q37.test | 680 +-
.../PlannerTest/calcite_tpcds/tpcds-q38.test | 992 +-
.../PlannerTest/calcite_tpcds/tpcds-q40.test | 177 +-
.../PlannerTest/calcite_tpcds/tpcds-q41.test | 534 +-
.../PlannerTest/calcite_tpcds/tpcds-q42.test | 328 +-
.../PlannerTest/calcite_tpcds/tpcds-q45.test | 1310 ++-
.../PlannerTest/calcite_tpcds/tpcds-q46.test | 956 +-
.../PlannerTest/calcite_tpcds/tpcds-q47.test | 2056 ++--
.../PlannerTest/calcite_tpcds/tpcds-q48.test | 678 +-
.../PlannerTest/calcite_tpcds/tpcds-q49.test | 1473 +--
.../PlannerTest/calcite_tpcds/tpcds-q50.test | 430 +-
.../PlannerTest/calcite_tpcds/tpcds-q52.test | 336 +-
.../PlannerTest/calcite_tpcds/tpcds-q53.test | 446 +-
.../PlannerTest/calcite_tpcds/tpcds-q54.test | 2520 ++---
.../PlannerTest/calcite_tpcds/tpcds-q55.test | 336 +-
.../PlannerTest/calcite_tpcds/tpcds-q56.test | 2475 ++---
.../PlannerTest/calcite_tpcds/tpcds-q57.test | 2558 ++---
.../PlannerTest/calcite_tpcds/tpcds-q58.test | 3251 +++---
.../PlannerTest/calcite_tpcds/tpcds-q59.test | 716 +-
.../PlannerTest/calcite_tpcds/tpcds-q60.test | 2485 ++---
.../PlannerTest/calcite_tpcds/tpcds-q61.test | 1850 ++--
.../PlannerTest/calcite_tpcds/tpcds-q62.test | 286 +-
.../PlannerTest/calcite_tpcds/tpcds-q63.test | 446 +-
.../PlannerTest/calcite_tpcds/tpcds-q64.test | 7636 +++++++-------
.../PlannerTest/calcite_tpcds/tpcds-q65.test | 1046 +-
.../PlannerTest/calcite_tpcds/tpcds-q67.test | 294 +-
.../PlannerTest/calcite_tpcds/tpcds-q68.test | 1422 +--
.../PlannerTest/calcite_tpcds/tpcds-q69.test | 1695 ++--
.../PlannerTest/calcite_tpcds/tpcds-q70.test | 1202 ++-
.../PlannerTest/calcite_tpcds/tpcds-q72.test | 2054 ++--
.../PlannerTest/calcite_tpcds/tpcds-q73.test | 458 +-
.../PlannerTest/calcite_tpcds/tpcds-q74.test | 1786 ++--
.../PlannerTest/calcite_tpcds/tpcds-q75.test | 1782 ++--
.../PlannerTest/calcite_tpcds/tpcds-q76.test | 308 +-
.../PlannerTest/calcite_tpcds/tpcds-q77.test | 612 +-
.../PlannerTest/calcite_tpcds/tpcds-q79.test | 624 +-
.../PlannerTest/calcite_tpcds/tpcds-q80.test | 1191 ++-
.../PlannerTest/calcite_tpcds/tpcds-q81.test | 1844 ++--
.../PlannerTest/calcite_tpcds/tpcds-q82.test | 682 +-
.../PlannerTest/calcite_tpcds/tpcds-q83.test | 2924 +++---
.../PlannerTest/calcite_tpcds/tpcds-q84.test | 602 +-
.../PlannerTest/calcite_tpcds/tpcds-q85.test | 1365 +--
.../PlannerTest/calcite_tpcds/tpcds-q86.test | 290 +-
.../PlannerTest/calcite_tpcds/tpcds-q87.test | 952 +-
.../PlannerTest/calcite_tpcds/tpcds-q88.test | 2324 ++---
.../PlannerTest/calcite_tpcds/tpcds-q89.test | 460 +-
.../PlannerTest/calcite_tpcds/tpcds-q90.test | 582 +-
.../PlannerTest/calcite_tpcds/tpcds-q91.test | 1369 ++-
.../PlannerTest/calcite_tpcds/tpcds-q92.test | 917 +-
.../PlannerTest/calcite_tpcds/tpcds-q94.test | 2114 ++--
.../PlannerTest/calcite_tpcds/tpcds-q95.test | 1649 +--
.../PlannerTest/calcite_tpcds/tpcds-q96.test | 292 +-
.../PlannerTest/calcite_tpcds/tpcds-q98.test | 304 +-
tests/query_test/test_fetch.py | 2 +-
tests/query_test/test_tpch_queries.py | 12 +-
101 files changed, 65458 insertions(+), 64010 deletions(-)
(impala) 01/02: IMPALA-13219: test_rows_sent_counters is flaky due to CreateResultSetTime check
Posted by mi...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
asf-gitbox-commits pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
commit 35cb39f9df384f5e5d68ef584a73949ccfabda66
Author: Jiyoung Yoo <ji...@cloudera.com>
AuthorDate: Mon Aug 10 10:31:40 2026 -0700
IMPALA-13219: test_rows_sent_counters is flaky due to CreateResultSetTime check
The test_rows_sent_counters test expected CreateResultSetTime to be in
the range of [2400, 2600] ms for
'SELECT sleep(100) FROM functional.alltypes LIMIT 25'.
However, as noted in 'man 2 nanosleep', even after a sleep completes,
there can still be a delay before the CPU becomes free to execute the
calling thread. On loaded test environments, this CPU scheduling delay
accumulates across the 25 rows, causing create_result_ms to slightly
exceed 2600ms.
To deflake this test, this patch increases the upper limit of
create_result_ms from 2600ms to 2800ms.
Change-Id: I115e0754dfcba8b153d94c23f191f15053b2db37
Reviewed-on: http://gerrit.cloudera.org:8080/24675
Tested-by: Impala Public Jenkins <im...@cloudera.com>
Reviewed-by: Yida Wu <wy...@gmail.com>
---
tests/query_test/test_fetch.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/tests/query_test/test_fetch.py b/tests/query_test/test_fetch.py
index 52cb65cc9..a53249289 100644
--- a/tests/query_test/test_fetch.py
+++ b/tests/query_test/test_fetch.py
@@ -78,7 +78,7 @@ class TestFetch(ImpalaTestSuite):
create_result_time = re.search("CreateResultSetTime: (.*)", runtime_profile)
assert create_result_time and len(create_result_time.groups()) == 1
create_result_ms = parse_duration_string_ms(create_result_time.group(1))
- assert 2400 < create_result_ms and create_result_ms < 2600
+ assert 2400 < create_result_ms and create_result_ms < 2800
finally:
client.close_query(handle)
(impala) 02/02: IMPALA-15195: Calcite Planner performance improvements for tpcds
Posted by mi...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
asf-gitbox-commits pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
commit 6517e517ff28cfddc1e8580567b1c52d11214ce3
Author: Steve Carlin <sc...@cloudera.com>
AuthorDate: Sat Jul 18 08:35:22 2026 -0700
IMPALA-15195: Calcite Planner performance improvements for tpcds
This commit contains changes that improve performance on a variety of
tpcds queries. This was tested on a 3T system, and the junit files
in this commit reflect the plan changes that were tested on that
machine.
The changes include:
- Avoid calling "isInvertedJoinCheaper" used by the original planner.
The Calcite join optimizer has determined what it considers to be the
best plan, and inverting the joins according to the original planner
was causing some slower join orderings. IMPALA-15196 was filed to
make this code a little cleaner in the future so that the Calcite
planner never calls invertJoins in the original planner.
- Avoid the PROJECT_TO_SEMIJOIN rule in the Calcite planner before
join optimization. For tpcds query 10, a semi-join gets created. When
this happens before join optimization, the optimizer does considers
that join separately from the other joins. This rule is still used,
but only after the join optimization occurs.
- Improve the null/is not null selectivity estimation. The is not null
selectivity was returning the default of 10%, which resulted in very
erroneous calculations. Two major changes were made:
1) The default for "is null" data is now 2% (and is not null is 98%).
2) When an outer join is detected, the percentage of nulls is calculated
by returning a percentage of the number of rows that would have been
returned if it were an inner join divided by the total number of rows
on the non-outer join side.
- Lower the epsilon value when comparing costs. The join orderings were
being considered equal when the cost was < .01. This value resulted in
way too many equivalent joins. The epsilon value is now
RelOptUtil.EPSILON.
Change-Id: I0ee6662dc6500ea6ebd9f859de4df1740c51a058
Reviewed-on: http://gerrit.cloudera.org:8080/24605
Reviewed-by: Aleksandr Efimov <dz...@gmail.com>
Tested-by: Impala Public Jenkins <im...@cloudera.com>
Reviewed-by: Aman Sinha <am...@cloudera.com>
---
.../java/org/apache/impala/planner/Planner.java | 24 +-
.../apache/impala/planner/SingleNodePlanner.java | 5 +
.../impala/planner/SingleNodePlannerIntf.java | 7 +
.../calcite/schema/FilterSelectivityEstimator.java | 189 +-
.../apache/impala/calcite/schema/ImpalaCost.java | 20 +-
.../schema/ImpalaRelMdDistinctRowCount.java | 4 +-
.../impala/calcite/schema/JoinRelationInfo.java | 84 +-
.../impala/calcite/service/CalciteOptimizer.java | 67 +-
.../calcite/service/CalciteSingleNodePlanner.java | 5 +
.../impala/calcite/planner/TestCalciteStats.java | 273 +-
testdata/bin/compute-table-stats.sh | 2 +-
.../functional/functional_schema_template.sql | 66 +
.../datasets/functional/schema_constraints.csv | 4 +-
.../PlannerTest/calcite_tpcds/tpcds-q03.test | 290 +-
.../PlannerTest/calcite_tpcds/tpcds-q04.test | 3410 ++++---
.../PlannerTest/calcite_tpcds/tpcds-q05.test | 546 +-
.../PlannerTest/calcite_tpcds/tpcds-q06.test | 1390 +--
.../PlannerTest/calcite_tpcds/tpcds-q07.test | 520 +-
.../PlannerTest/calcite_tpcds/tpcds-q08.test | 1510 +--
.../PlannerTest/calcite_tpcds/tpcds-q10a.test | 1479 +--
.../PlannerTest/calcite_tpcds/tpcds-q11.test | 2000 ++--
.../PlannerTest/calcite_tpcds/tpcds-q12.test | 304 +-
.../PlannerTest/calcite_tpcds/tpcds-q13.test | 790 +-
.../PlannerTest/calcite_tpcds/tpcds-q14a.test | 10135 ++++++++++---------
.../PlannerTest/calcite_tpcds/tpcds-q14b.test | 7589 +++++++-------
.../PlannerTest/calcite_tpcds/tpcds-q15.test | 492 +-
.../PlannerTest/calcite_tpcds/tpcds-q16.test | 2114 ++--
.../PlannerTest/calcite_tpcds/tpcds-q17.test | 1473 ++-
.../PlannerTest/calcite_tpcds/tpcds-q18.test | 1280 ++-
.../PlannerTest/calcite_tpcds/tpcds-q19.test | 840 +-
.../PlannerTest/calcite_tpcds/tpcds-q20.test | 304 +-
.../PlannerTest/calcite_tpcds/tpcds-q22.test | 290 +-
.../PlannerTest/calcite_tpcds/tpcds-q23a.test | 3348 +++---
.../PlannerTest/calcite_tpcds/tpcds-q23b.test | 3996 ++++----
.../PlannerTest/calcite_tpcds/tpcds-q24a.test | 2340 +++--
.../PlannerTest/calcite_tpcds/tpcds-q24b.test | 2340 +++--
.../PlannerTest/calcite_tpcds/tpcds-q25.test | 1538 +--
.../PlannerTest/calcite_tpcds/tpcds-q26.test | 520 +-
.../PlannerTest/calcite_tpcds/tpcds-q27.test | 302 +-
.../PlannerTest/calcite_tpcds/tpcds-q29.test | 1343 ++-
.../PlannerTest/calcite_tpcds/tpcds-q30.test | 1142 +--
.../PlannerTest/calcite_tpcds/tpcds-q31.test | 2579 +++--
.../PlannerTest/calcite_tpcds/tpcds-q32.test | 895 +-
.../PlannerTest/calcite_tpcds/tpcds-q33.test | 1607 ++-
.../PlannerTest/calcite_tpcds/tpcds-q34.test | 342 +-
.../PlannerTest/calcite_tpcds/tpcds-q35a.test | 1557 +--
.../PlannerTest/calcite_tpcds/tpcds-q37.test | 680 +-
.../PlannerTest/calcite_tpcds/tpcds-q38.test | 992 +-
.../PlannerTest/calcite_tpcds/tpcds-q40.test | 177 +-
.../PlannerTest/calcite_tpcds/tpcds-q41.test | 534 +-
.../PlannerTest/calcite_tpcds/tpcds-q42.test | 328 +-
.../PlannerTest/calcite_tpcds/tpcds-q45.test | 1310 ++-
.../PlannerTest/calcite_tpcds/tpcds-q46.test | 956 +-
.../PlannerTest/calcite_tpcds/tpcds-q47.test | 2056 ++--
.../PlannerTest/calcite_tpcds/tpcds-q48.test | 678 +-
.../PlannerTest/calcite_tpcds/tpcds-q49.test | 1473 +--
.../PlannerTest/calcite_tpcds/tpcds-q50.test | 430 +-
.../PlannerTest/calcite_tpcds/tpcds-q52.test | 336 +-
.../PlannerTest/calcite_tpcds/tpcds-q53.test | 446 +-
.../PlannerTest/calcite_tpcds/tpcds-q54.test | 2520 ++---
.../PlannerTest/calcite_tpcds/tpcds-q55.test | 336 +-
.../PlannerTest/calcite_tpcds/tpcds-q56.test | 2475 ++---
.../PlannerTest/calcite_tpcds/tpcds-q57.test | 2558 ++---
.../PlannerTest/calcite_tpcds/tpcds-q58.test | 3251 +++---
.../PlannerTest/calcite_tpcds/tpcds-q59.test | 716 +-
.../PlannerTest/calcite_tpcds/tpcds-q60.test | 2485 ++---
.../PlannerTest/calcite_tpcds/tpcds-q61.test | 1850 ++--
.../PlannerTest/calcite_tpcds/tpcds-q62.test | 286 +-
.../PlannerTest/calcite_tpcds/tpcds-q63.test | 446 +-
.../PlannerTest/calcite_tpcds/tpcds-q64.test | 7636 +++++++-------
.../PlannerTest/calcite_tpcds/tpcds-q65.test | 1046 +-
.../PlannerTest/calcite_tpcds/tpcds-q67.test | 294 +-
.../PlannerTest/calcite_tpcds/tpcds-q68.test | 1422 +--
.../PlannerTest/calcite_tpcds/tpcds-q69.test | 1695 ++--
.../PlannerTest/calcite_tpcds/tpcds-q70.test | 1202 ++-
.../PlannerTest/calcite_tpcds/tpcds-q72.test | 2054 ++--
.../PlannerTest/calcite_tpcds/tpcds-q73.test | 458 +-
.../PlannerTest/calcite_tpcds/tpcds-q74.test | 1786 ++--
.../PlannerTest/calcite_tpcds/tpcds-q75.test | 1782 ++--
.../PlannerTest/calcite_tpcds/tpcds-q76.test | 308 +-
.../PlannerTest/calcite_tpcds/tpcds-q77.test | 612 +-
.../PlannerTest/calcite_tpcds/tpcds-q79.test | 624 +-
.../PlannerTest/calcite_tpcds/tpcds-q80.test | 1191 ++-
.../PlannerTest/calcite_tpcds/tpcds-q81.test | 1844 ++--
.../PlannerTest/calcite_tpcds/tpcds-q82.test | 682 +-
.../PlannerTest/calcite_tpcds/tpcds-q83.test | 2924 +++---
.../PlannerTest/calcite_tpcds/tpcds-q84.test | 602 +-
.../PlannerTest/calcite_tpcds/tpcds-q85.test | 1365 +--
.../PlannerTest/calcite_tpcds/tpcds-q86.test | 290 +-
.../PlannerTest/calcite_tpcds/tpcds-q87.test | 952 +-
.../PlannerTest/calcite_tpcds/tpcds-q88.test | 2324 ++---
.../PlannerTest/calcite_tpcds/tpcds-q89.test | 460 +-
.../PlannerTest/calcite_tpcds/tpcds-q90.test | 582 +-
.../PlannerTest/calcite_tpcds/tpcds-q91.test | 1369 ++-
.../PlannerTest/calcite_tpcds/tpcds-q92.test | 917 +-
.../PlannerTest/calcite_tpcds/tpcds-q94.test | 2114 ++--
.../PlannerTest/calcite_tpcds/tpcds-q95.test | 1649 +--
.../PlannerTest/calcite_tpcds/tpcds-q96.test | 292 +-
.../PlannerTest/calcite_tpcds/tpcds-q98.test | 304 +-
tests/query_test/test_tpch_queries.py | 12 +-
100 files changed, 65457 insertions(+), 64009 deletions(-)
diff --git a/fe/src/main/java/org/apache/impala/planner/Planner.java b/fe/src/main/java/org/apache/impala/planner/Planner.java
index 4ff08f1d2..b1e8155d4 100644
--- a/fe/src/main/java/org/apache/impala/planner/Planner.java
+++ b/fe/src/main/java/org/apache/impala/planner/Planner.java
@@ -148,7 +148,8 @@ public class Planner {
checkForSmallQueryOptimization(singleNodePlan);
// Join rewrites.
- invertJoins(singleNodePlan, ctx_.isSingleNodeExec());
+ invertJoins(singleNodePlan, ctx_.isSingleNodeExec(),
+ singleNodePlannerIntf_.allowPlannerToInvertCheaperJoin());
singleNodePlan = useNljForSingularRowBuilds(singleNodePlan, ctx_.getRootAnalyzer());
if(ctx_.isMerge()) {
@@ -980,13 +981,20 @@ public class Planner {
* Joins that originate from query blocks with a straight join hint are not inverted.
* The 'isLocalPlan' parameter indicates whether the plan tree rooted at 'root'
* will be executed locally within one machine, i.e., without any data exchanges.
+ *
+ * The last parameter, shouldCheckForInvertJoinCost, will invert joins based on the
+ * cheaper plan when true. This is avoided when the Calcite planner is used since
+ * it already determined the join ordering in the optimization phase.
*/
- public static void invertJoins(PlanNode root, boolean isLocalPlan) {
+ public static void invertJoins(PlanNode root, boolean isLocalPlan,
+ boolean shouldCheckForInvertJoinCost) {
if (root instanceof SubplanNode) {
- invertJoins(root.getChild(0), isLocalPlan);
- invertJoins(root.getChild(1), true);
+ invertJoins(root.getChild(0), isLocalPlan, shouldCheckForInvertJoinCost);
+ invertJoins(root.getChild(1), true, shouldCheckForInvertJoinCost);
} else {
- for (PlanNode child: root.getChildren()) invertJoins(child, isLocalPlan);
+ for (PlanNode child: root.getChildren()) {
+ invertJoins(child, isLocalPlan, shouldCheckForInvertJoinCost);
+ }
}
if (root instanceof JoinNode) {
@@ -1009,7 +1017,11 @@ public class Planner {
// The current join is a distributed non-equi right outer or semi join
// which has no backend support. Invert the join to make it executable.
joinNode.invertJoin();
- } else if (isInvertedJoinCheaper(joinNode, isLocalPlan)) {
+ } else if (shouldCheckForInvertJoinCost &&
+ isInvertedJoinCheaper(joinNode, isLocalPlan)) {
+ // IMPALA-15196: Calcite plan should avoid the invert joins in its
+ // optimization phase that are related to costs since it has already
+ // been evaluated.
joinNode.invertJoin();
}
// Re-compute the numNodes and numInstances based on the new input order
diff --git a/fe/src/main/java/org/apache/impala/planner/SingleNodePlanner.java b/fe/src/main/java/org/apache/impala/planner/SingleNodePlanner.java
index b8d86f368..440f65518 100644
--- a/fe/src/main/java/org/apache/impala/planner/SingleNodePlanner.java
+++ b/fe/src/main/java/org/apache/impala/planner/SingleNodePlanner.java
@@ -2421,4 +2421,9 @@ public class SingleNodePlanner implements SingleNodePlannerIntf {
}
return metadata;
}
+
+ @Override
+ public boolean allowPlannerToInvertCheaperJoin() {
+ return true;
+ }
}
diff --git a/fe/src/main/java/org/apache/impala/planner/SingleNodePlannerIntf.java b/fe/src/main/java/org/apache/impala/planner/SingleNodePlannerIntf.java
index cccf82429..0beb75803 100644
--- a/fe/src/main/java/org/apache/impala/planner/SingleNodePlannerIntf.java
+++ b/fe/src/main/java/org/apache/impala/planner/SingleNodePlannerIntf.java
@@ -54,4 +54,11 @@ public interface SingleNodePlannerIntf {
* planner does not use Calcite.
*/
String calcitePlan();
+
+ /**
+ * true if should attempt to invert joins via cost in the physical planner stage.
+ * For Calcite planner, this will be set to false since the join ordering is
+ * determined at optimization time and should not be checked again.
+ */
+ boolean allowPlannerToInvertCheaperJoin();
}
diff --git a/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/FilterSelectivityEstimator.java b/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/FilterSelectivityEstimator.java
index 9d1502fac..878450e7e 100644
--- a/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/FilterSelectivityEstimator.java
+++ b/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/FilterSelectivityEstimator.java
@@ -25,8 +25,11 @@ import java.util.Set;
import org.apache.calcite.rel.RelNode;
import org.apache.calcite.rel.core.JoinRelType;
+import org.apache.calcite.rel.core.Project;
import org.apache.calcite.rel.core.TableScan;
import org.apache.calcite.rel.metadata.RelMetadataQuery;
+import org.apache.calcite.rel.metadata.RelColumnOrigin;
+import org.apache.calcite.rex.RexBuilder;
import org.apache.calcite.rex.RexCall;
import org.apache.calcite.rex.RexInputRef;
import org.apache.calcite.rex.RexLiteral;
@@ -35,7 +38,9 @@ import org.apache.calcite.sql.type.SqlTypeName;
import org.apache.calcite.util.ImmutableBitSet;
import org.apache.calcite.util.Sarg;
import org.apache.impala.analysis.Expr;
+import org.apache.impala.calcite.rel.node.ImpalaPlanRel;
import org.apache.impala.calcite.rel.util.RexInputRefCollector;
+import org.apache.impala.calcite.schema.CalciteTable;
import org.apache.impala.catalog.Column;
import org.apache.impala.catalog.ColumnStats;
@@ -52,6 +57,8 @@ public class FilterSelectivityEstimator {
protected static final Logger LOG =
LoggerFactory.getLogger(FilterSelectivityEstimator.class);
+ public static final double DEFAULT_IS_NULL_PERCENTAGE = .02;
+
private final RelNode childRel_;
private final double childCardinality_;
@@ -171,47 +178,147 @@ public class FilterSelectivityEstimator {
}
private Double computeIsNullSelectivity(RexCall call) {
- if (childRel_ instanceof TableScan
- && call.getOperands().get(0) instanceof RexInputRef) {
- TableScan tableScan = (TableScan) childRel_;
- return getNumNulls(call, tableScan) / Math.max(mq_.getRowCount(tableScan), 1);
- } else if (childRel_ instanceof Join) {
- Join join = (Join) childRel_;
- // TODO: fix this. If it's a non-inner join, we can hopefully calculate the number
- // of null rows based on what happens with the outer join. We also only change
- // the cardinality if the input ref is on the "outer" side.
- if (join.getJoinType() != JoinRelType.INNER) {
- return 1.0 - Expr.DEFAULT_SELECTIVITY;
- }
- }
- return null;
+ return getNullPercentage(childRel_, call.getOperands().get(0));
}
private Double computeIsNotNullSelectivity(RexCall call) {
- if (childRel_ instanceof TableScan
- && call.getOperands().get(0) instanceof RexInputRef) {
- TableScan tableScan = (TableScan) childRel_;
- double noOfNulls = getNumNulls(call, tableScan);
- double totalNoOfTuples = mq_.getRowCount(tableScan);
- return (totalNoOfTuples - noOfNulls) / Math.max(totalNoOfTuples, 1);
- } else if (childRel_ instanceof Join) {
- Join join = (Join) childRel_;
- // TODO: fix this. If it's a non-inner join, we can hopefully calculate the number
- // of null rows based on what happens with the outer join. We also only change
- // the cardinality if the input ref is on the "outer" side.
- if (join.getJoinType() != JoinRelType.INNER) {
- return Expr.DEFAULT_SELECTIVITY;
- }
+ return 1.0 - getNullPercentage(childRel_, call.getOperands().get(0));
+ }
+
+ private Double getNullPercentage(RelNode relNode, RexNode nullOperand) {
+ // Check to see if this column is on top of an outer join relNode which generates
+ // null data if the row is not present on the "outer" side.
+ // If a null is returned, then no outer join was detected.
+ Double outerJoinEstimate = getJoinNullPercentageEstimate(relNode, nullOperand);
+ if (outerJoinEstimate != null) {
+ return outerJoinEstimate;
+ }
+
+ // TODO: We can probably do an approximation on most RexCalls, but
+ // let's punt this for now.
+ if (!(nullOperand instanceof RexInputRef)) {
+ return DEFAULT_IS_NULL_PERCENTAGE;
+ }
+
+ RexInputRef inputRef = (RexInputRef) nullOperand;
+
+ // If the origin table can be found, get the null percentage from there.
+ RelColumnOrigin originCol = mq_.getColumnOrigin(relNode, inputRef.getIndex());
+ // Return default percentage if we cannot retrieve information stats information
+ // from the base table.
+ if (originCol == null || originCol.isDerived()) {
+ return DEFAULT_IS_NULL_PERCENTAGE;
+ }
+ int columnNum = originCol.getOriginColumnOrdinal();
+ CalciteTable table = (CalciteTable) originCol.getOriginTable();
+ Preconditions.checkNotNull(table);
+ Double tableRowCount = table.getRowCount();
+ return tableRowCount != 0.0
+ ? ((double) getNumNulls(columnNum, table)) / table.getRowCount()
+ : 0.0;
+ }
+
+ /**
+ * Returns the join null percentage if the RelNode is on top of an
+ * outer join, null if it is not.
+ * This method will recursively call its children until it either finds a
+ * join RelNode and returns a null percentage estimate, or it finds a node
+ * that might affect the null percentage and returns null.
+ */
+ private Double getJoinNullPercentageEstimate(RelNode relNode, RexNode column) {
+ // TODO: We can probably do an approximation on most RexCalls, but
+ // let's punt this for now.
+ if (!(column instanceof RexInputRef)) {
+ return null;
+ }
+ RexInputRef inputRef = (RexInputRef) column;
+ int columnNum = inputRef.getIndex();
+ RelNode realRelNode = (relNode instanceof HepRelVertex)
+ ? ((HepRelVertex)relNode).getCurrentRel()
+ : relNode;
+ switch (ImpalaPlanRel.getRelNodeType(realRelNode)) {
+ case JOIN:
+ Join join = (Join) realRelNode;
+ RelNode childRelNode = join.getInput(0);
+ int numFieldsOnLeft = childRelNode.getRowType().getFieldList().size();
+ boolean columnOnLeft = (columnNum < numFieldsOnLeft);
+ JoinRelType joinRelType = join.getJoinType();
+ RexBuilder rexBuilder = childRelNode.getCluster().getRexBuilder();
+ if (!columnOnLeft) {
+ // If column is on the right, all the join information needs to
+ // be manipulated for the right side.
+ columnNum = columnNum - numFieldsOnLeft;
+ inputRef = rexBuilder.makeInputRef(column.getType(), columnNum);
+ childRelNode = join.getInput(1);
+ }
+
+ // For the case where it is either an inner, we recursively call
+ // getNullPercentage for this column for the child.
+ if (joinRelType == JoinRelType.INNER ||
+ (joinRelType == JoinRelType.LEFT && columnOnLeft) ||
+ (joinRelType == JoinRelType.RIGHT && !columnOnLeft)) {
+ return getNullPercentage(childRelNode, inputRef);
+ }
+
+ if (!(joinRelType == JoinRelType.LEFT || joinRelType == JoinRelType.RIGHT ||
+ joinRelType == JoinRelType.FULL)) {
+ return null;
+ }
+
+ // if we are here, we know the column is on the outer join side. We
+ // calculate the number of rows as if there were an inner join. Then
+ // we calculate the number of rows on the non-outer join side.
+ // The difference is the number of rows on the outer join side that
+ // won't match up and thus put in a null value for that column.
+
+ // Retrieve the JoinRelationInfo for the outer join
+ JoinRelationInfo info =
+ new JoinRelationInfo(join, rexBuilder, mq_, joinRelType);
+ if (!info.hasEqualityConjunctions()) {
+ // TODO: If there are no equality conjunctions, we need to come up
+ // with a formula to figure out what percentage of rows on the outer
+ // side didn't match. For now, return the default null percentage.
+ return DEFAULT_IS_NULL_PERCENTAGE;
+ }
+
+ Double outerRowCount = info.getRowCount();
+ if (outerRowCount == 0.0) {
+ return 0.0;
+ }
+
+ // unmatchedRows is the number of rows on the outer side of the join.
+ Double unmatchedRows = info.getUnmatchedRowsToOuterJoin(!columnOnLeft);
+ // (outerRowCount - totalNullRows) should represent the number of rows on
+ // the non-outer side that come through the full join, since the totalNumRows is
+ // currently equal to the unmatched rows. Multiplying this by the null
+ // percentage should give us the number of nulls for the column as if this were
+ // an inner join.
+ Double totalRowsNonOuterSide = Math.max(outerRowCount - unmatchedRows, 0.0);
+ // totalNullRows = the total number of unmatched Rows on the outer side +
+ // the calculated number of null rows on the non-outer side.
+ Double totalNullRows = unmatchedRows + (totalRowsNonOuterSide *
+ getNullPercentage(childRelNode, inputRef));
+ Double nullPercentage = Math.min(totalNullRows/outerRowCount, 1.0);
+ return Math.max(nullPercentage, 0.0);
+ case SORT:
+ case FILTER:
+ // For these RelNodes, we look at the RelNode child to see if it is an
+ // outer join
+ return getNullPercentage(realRelNode.getInput(0), column);
+ case PROJECT:
+ // For project, we need to get the projected column from the input.
+ Project project = (Project) realRelNode;
+ RexNode newColumn = project.getProjects().get(columnNum);
+ return getNullPercentage(realRelNode.getInput(0), newColumn);
+ case VALUES:
+ case HDFSSCAN:
+ case UNION:
+ case AGGREGATE:
+ default:
+ // For these RelNodes, either there is no outer join, or the number of nulls
+ // could be affected if it is on top of an outer join.
+ return null;
}
- // IMPALA-14235: This does not seem right. We are returning an
- // unknown selectivity here if the child is not a Join or TableScan. If this is the
- // only condition, the selectivity will be the default of .1 which seems wrong.
- // Tpcds tests seemed to be good leaving this as null, but this requires further
- // investigation because we may be able to get better plans if this is changed.
- // Also, while this is actually similar to the logic in IsNullPredicate does, it is
- // possible that higher levels (where the child is not just a TableScan or Join) may
- // still be able to deduce the number of nulls.
- return null;
}
private Double computeSearchSelectivity(RexCall call) {
@@ -312,12 +419,8 @@ public class FilterSelectivityEstimator {
* @param t
* @return estimated number of nulls from statistics
*/
- private long getNumNulls(RexCall call, TableScan t) {
- Preconditions.checkState(call.getOperands().size() == 1);
- Preconditions.checkState(call.getOperands().get(0) instanceof RexInputRef);
- RexInputRef inputRef = (RexInputRef) call.getOperands().get(0);
- CalciteTable table = (CalciteTable) t.getTable();
- Column column = table.getColumn(inputRef.getIndex());
+ private long getNumNulls(int index, CalciteTable table) {
+ Column column = table.getColumn(index);
return column.getStats() != null
? Math.max(column.getStats().getNumNulls(), 0)
: 0;
diff --git a/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/ImpalaCost.java b/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/ImpalaCost.java
index da2dd114c..cbaad47fc 100644
--- a/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/ImpalaCost.java
+++ b/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/ImpalaCost.java
@@ -19,6 +19,7 @@ package org.apache.impala.calcite.schema;
import org.apache.calcite.plan.RelOptCost;
import org.apache.calcite.plan.RelOptCostFactory;
+import org.apache.calcite.plan.RelOptUtil;
import java.util.Objects;
@@ -124,22 +125,9 @@ public class ImpalaCost implements RelOptCost {
return false;
}
ImpalaCost that = (ImpalaCost) other;
- // changed the epsilon value to be higher. Without this, q17
- // was producing a bad plan. It should now pick
- // ((store_sales, store_returns), catalog_sales)
- // over
- // ((catalog_sales, store_returns), store_sales)
- // The problem was that store_returns does not have a PK/FK
- // relationship with either table. It is a subset. But the
- // cardinality calculation doesn't understand this, so the
- // number of join rows calculated is equal for both. The
- // store_sales join produces waaaaay more rows.
- // The join optimizer has a secondary way of determining join
- // ordering if the cost is a tie, so if the cost is
- // essentially the same, we'd prefer to use the tiebreaking method
- // rather than this method.
- return (this == other)
- || Math.abs(1.0 - (this.cpu + this.io) / (other.getCpu() + other.getIo())) < .01;
+ return (this == that)
+ || ((Math.abs(this.cpu - that.cpu) < RelOptUtil.EPSILON)
+ && (Math.abs(this.io - that.io) < RelOptUtil.EPSILON));
}
@Override public RelOptCost minus(RelOptCost other) {
diff --git a/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/ImpalaRelMdDistinctRowCount.java b/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/ImpalaRelMdDistinctRowCount.java
index f52a0b465..4801ad094 100644
--- a/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/ImpalaRelMdDistinctRowCount.java
+++ b/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/ImpalaRelMdDistinctRowCount.java
@@ -61,7 +61,9 @@ public class ImpalaRelMdDistinctRowCount extends RelMdDistinctRowCount {
if (distinctValues < 0) {
return totalRows;
}
- distinctRows *= distinctValues;
+ if (distinctValues != 0.0) {
+ distinctRows *= distinctValues;
+ }
// number of distinct rows can never be more than number of total rows
if (distinctRows >= totalRows) {
return totalRows;
diff --git a/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/JoinRelationInfo.java b/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/JoinRelationInfo.java
index 2d993ebdd..b13065640 100644
--- a/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/JoinRelationInfo.java
+++ b/java/calcite-planner/src/main/java/org/apache/impala/calcite/schema/JoinRelationInfo.java
@@ -60,10 +60,18 @@ public class JoinRelationInfo {
private final RelMetadataQuery mq_;
+ private final JoinRelType joinRelType_;
+
public JoinRelationInfo(Join join, RexBuilder rexBuilder, RelMetadataQuery mq) {
+ this(join, rexBuilder, mq, join.getJoinType());
+ }
+
+ public JoinRelationInfo(Join join, RexBuilder rexBuilder, RelMetadataQuery mq,
+ JoinRelType joinRelType) {
List<RexNode> conjunctions = RelOptUtil.conjunctions(join.getCondition());
join_ = join;
mq_ = mq;
+ joinRelType_ = joinRelType;
ImmutableList.Builder<EqualityConjunction> equalityConjBuilder =
ImmutableList.builder();
ImmutableList.Builder<RexNode> nonEqualityConjBuilder = ImmutableList.builder();
@@ -85,10 +93,16 @@ public class JoinRelationInfo {
: null;
}
+ public boolean hasEqualityConjunctions() {
+ // if there are no equality conjunctions, just use the Calcite
+ // default row count method.
+ return equalityConjunctions_.size() != 0;
+ }
+
public boolean useDefaultRowCount() {
// if there are no equality conjunctions, just use the Calcite
// default row count method.
- return equalityConjunctions_.size() == 0;
+ return !hasEqualityConjunctions();
}
public Double getRowCount() {
@@ -98,12 +112,12 @@ public class JoinRelationInfo {
EqualityConjunction conj0 = equalityConjunctions_.get(0);
Double ret = conj0.lhsNumRows_ * conj0.rhsNumRows_ / getDistinctRows();
- if (join_.getJoinType() == JoinRelType.LEFT ||
- join_.getJoinType() == JoinRelType.FULL) {
+ if (joinRelType_ == JoinRelType.LEFT ||
+ joinRelType_ == JoinRelType.FULL) {
ret = Math.max(conj0.lhsNumRows_, ret);
}
- if (join_.getJoinType() == JoinRelType.RIGHT ||
- join_.getJoinType() == JoinRelType.FULL) {
+ if (joinRelType_ == JoinRelType.RIGHT ||
+ joinRelType_ == JoinRelType.FULL) {
ret = Math.max(conj0.rhsNumRows_, ret);
}
@@ -195,6 +209,60 @@ public class JoinRelationInfo {
return Math.max(maxLeft, maxRight);
}
+ /**
+ * If there is an outer join, return the number of rows that are unmatched with the
+ * outer join side that will produce nulls on that side. Inner joins do not have
+ * unmatched rows. Full joins have unmatched rows on both sides.
+ */
+ public double getUnmatchedRowsToOuterJoin(boolean isLeftUnmatchedSide) {
+ if (!hasEqualityConjunctions()) {
+ return 0.0;
+ }
+
+ // number of rows should be the same on any conjunction so just
+ // use the first.
+ EqualityConjunction conj0 = equalityConjunctions_.get(0);
+
+ double leftRows = conj0.lhsNumRows_;
+ double rightRows = conj0.rhsNumRows_;
+ double leftNdvs = 1.0;
+ double rightNdvs = 1.0;
+
+ for (EqualityConjunction equalityConj : equalityConjunctions_) {
+ // blind assumption that there is no correlation between distinct
+ // values across equi-conditions.
+ // TODO: could probably do a little better and check if the same
+ // column is used across equality conjunctions, but this is probably
+ // rare.
+ leftNdvs = Math.min(leftRows, leftNdvs * equalityConj.lhsNdv_);
+ rightNdvs = Math.min(rightRows, rightNdvs * equalityConj.rhsNdv_);
+ }
+
+ // For a left join, if the number of distinct values on the left is
+ // greater than the number of distinct values on the right, we obtain
+ // the percentage of the right distinct values over the left distinct values
+ // which will be assume to be the percentage of the number of rows that match.
+ // Subtracting this percentage from 1 gives us the percentage of the
+ // number of rows that do not match, and multiplying that number by the
+ // number of rows on the left side gives us the number of unmatched rows.
+ // Right join is similar.
+ // For full join, the correct parameter should be passed in to decide which
+ // unmatched side rows we are interested in.
+ double overlappedNdvs = Math.min(leftNdvs, rightNdvs);
+ if (isLeftUnmatchedSide) {
+ if (joinRelType_ == JoinRelType.LEFT ||
+ joinRelType_ == JoinRelType.FULL) {
+ return leftRows * (1.0 - overlappedNdvs / leftNdvs);
+ }
+ } else {
+ if (joinRelType_ == JoinRelType.RIGHT ||
+ joinRelType_ == JoinRelType.FULL) {
+ return rightRows * (1.0 - overlappedNdvs / rightNdvs);
+ }
+ }
+ return 0.0;
+ }
+
public static class EqualityConjunction {
public final Double lhsNumRows_;
@@ -211,8 +279,10 @@ public class JoinRelationInfo {
ImmutableBitSet leftColumnBitSet = ImmutableBitSet.of(joinCols.left);
ImmutableBitSet rightColumnBitSet = ImmutableBitSet.of(joinCols.right);
- lhsNdv_ = mq.getDistinctRowCount(leftInput, leftColumnBitSet, null);
- rhsNdv_ = mq.getDistinctRowCount(rightInput, rightColumnBitSet, null);
+ lhsNdv_ =
+ Math.max(mq.getDistinctRowCount(leftInput, leftColumnBitSet, null), 1.0);
+ rhsNdv_ =
+ Math.max(mq.getDistinctRowCount(rightInput, rightColumnBitSet, null), 1.0);
}
}
}
diff --git a/java/calcite-planner/src/main/java/org/apache/impala/calcite/service/CalciteOptimizer.java b/java/calcite-planner/src/main/java/org/apache/impala/calcite/service/CalciteOptimizer.java
index 35af5c57c..2ed4052f4 100644
--- a/java/calcite-planner/src/main/java/org/apache/impala/calcite/service/CalciteOptimizer.java
+++ b/java/calcite-planner/src/main/java/org/apache/impala/calcite/service/CalciteOptimizer.java
@@ -54,8 +54,6 @@ import org.apache.impala.common.ImpalaException;
import org.apache.impala.thrift.TQueryCtx;
import org.apache.impala.util.EventSequence;
-import java.util.List;
-
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -135,7 +133,7 @@ public class CalciteOptimizer implements CompilerStep {
// Run rules that swap RelNodes and optimize the expressions within a RelNode
RelNode preJoinOptimizedPlan = runOptimizeNodesProgram(relBuilder, rexBuilder,
- coercedNodesPlan, simplifier);
+ coercedNodesPlan, simplifier, false);
timeline_.markEvent("Created optimized plan pre join");
LogUtil.logDebug(preJoinOptimizedPlan, "Optimized plan before join rules " +
"have been applied.");
@@ -147,8 +145,8 @@ public class CalciteOptimizer implements CompilerStep {
// rerun rules that swap RelNodes and optimize the expressions within a RelNode,
// since the join optimization may have enabled some more rules that can be applied.
- RelNode postOptimizedJoinPlan =
- runOptimizeNodesProgram(relBuilder, rexBuilder, optimizedJoinPlan, simplifier);
+ RelNode postOptimizedJoinPlan = runOptimizeNodesProgram(relBuilder, rexBuilder,
+ optimizedJoinPlan, simplifier, true);
timeline_.markEvent("Created optimized plan post join");
LogUtil.logDebug(postOptimizedJoinPlan, "Optimized plan after a second pass of "
+ "rules applied after join optimization.");
@@ -184,7 +182,7 @@ public class CalciteOptimizer implements CompilerStep {
}
private RelNode runOptimizeNodesProgram(RelBuilder relBuilder, RexBuilder rexBuilder,
- RelNode plan, ImpalaRexSimplify simplifier) throws ImpalaException {
+ RelNode plan, ImpalaRexSimplify simplifier, boolean post) throws ImpalaException {
RelFieldTrimmer trimmer =
new RelFieldTrimmer(validator_, relBuilder);
@@ -192,33 +190,38 @@ public class CalciteOptimizer implements CompilerStep {
HepProgramBuilder builder = new HepProgramBuilder();
- List<RelOptRule> interRules = ImmutableList.of(
- new ImpalaFilterSimplifyRule(simplifier),
- new ImpalaProjectSimplifyRule(simplifier),
- ImpalaCoreRules.UNION_PULL_UP_CONSTANTS,
- ImpalaCoreRules.AGGREGATE_ANY_PULL_UP_CONSTANTS,
- ImpalaCoreRules.FILTER_PROJECT_TRANSPOSE,
- ImpalaCoreRules.FILTER_SET_OP_TRANSPOSE,
- ImpalaCoreRules.JOIN_CONDITION_PUSH,
- ImpalaCoreRules.FILTER_INTO_JOIN,
- ImpalaCoreRules.FILTER_AGGREGATE_TRANSPOSE,
- ImpalaCoreRules.UNION_REMOVE,
- ImpalaCoreRules.PROJECT_TO_SEMI_JOIN,
- ImpalaCoreRules.FILTER_VALUES_MERGE,
- ImpalaCoreRules.PROJECT_VALUES_MERGE,
- ImpalaCoreRules.FILTER_MERGE,
- ImpalaCoreRules.PROJECT_MERGE,
- ImpalaCoreRules.JOIN_PUSH_EXPRESSIONS,
- PruneEmptyRules.PROJECT_INSTANCE,
- PruneEmptyRules.AGGREGATE_INSTANCE,
- PruneEmptyRules.SORT_INSTANCE,
- PruneEmptyRules.FILTER_INSTANCE,
- PruneEmptyRules.UNION_INSTANCE,
- PruneEmptyRules.JOIN_LEFT_INSTANCE,
- PruneEmptyRules.JOIN_RIGHT_INSTANCE
- );
+ final ImmutableList.Builder<RelOptRule> interRulesBuilder = ImmutableList.builder();
+
+ interRulesBuilder.add(new ImpalaFilterSimplifyRule(simplifier));
+ interRulesBuilder.add(new ImpalaProjectSimplifyRule(simplifier));
+ interRulesBuilder.add(ImpalaCoreRules.UNION_PULL_UP_CONSTANTS);
+ interRulesBuilder.add(ImpalaCoreRules.AGGREGATE_ANY_PULL_UP_CONSTANTS);
+ interRulesBuilder.add(ImpalaCoreRules.FILTER_PROJECT_TRANSPOSE);
+ interRulesBuilder.add(ImpalaCoreRules.FILTER_SET_OP_TRANSPOSE);
+ interRulesBuilder.add(ImpalaCoreRules.JOIN_CONDITION_PUSH);
+ interRulesBuilder.add(ImpalaCoreRules.FILTER_INTO_JOIN);
+ interRulesBuilder.add(ImpalaCoreRules.FILTER_AGGREGATE_TRANSPOSE);
+ interRulesBuilder.add(ImpalaCoreRules.UNION_REMOVE);
+ // The Semi-join should only be created after the join optimizer kicks in.
+ // It creates a semi-join which could prevent the join optimizer from
+ // making an optimal choice.
+ if (post) {
+ interRulesBuilder.add(ImpalaCoreRules.PROJECT_TO_SEMI_JOIN);
+ }
+ interRulesBuilder.add(ImpalaCoreRules.FILTER_VALUES_MERGE);
+ interRulesBuilder.add(ImpalaCoreRules.PROJECT_VALUES_MERGE);
+ interRulesBuilder.add(ImpalaCoreRules.FILTER_MERGE);
+ interRulesBuilder.add(ImpalaCoreRules.PROJECT_MERGE);
+ interRulesBuilder.add(ImpalaCoreRules.JOIN_PUSH_EXPRESSIONS);
+ interRulesBuilder.add(PruneEmptyRules.PROJECT_INSTANCE);
+ interRulesBuilder.add(PruneEmptyRules.AGGREGATE_INSTANCE);
+ interRulesBuilder.add(PruneEmptyRules.SORT_INSTANCE);
+ interRulesBuilder.add(PruneEmptyRules.FILTER_INSTANCE);
+ interRulesBuilder.add(PruneEmptyRules.UNION_INSTANCE);
+ interRulesBuilder.add(PruneEmptyRules.JOIN_LEFT_INSTANCE);
+ interRulesBuilder.add(PruneEmptyRules.JOIN_RIGHT_INSTANCE);
builder.addMatchOrder(HepMatchOrder.TOP_DOWN);
- builder.addRuleCollection(interRules);
+ builder.addRuleCollection(interRulesBuilder.build());
return trimmer.trim(runProgram(trimmedPlan, builder.build(), simplifier));
}
diff --git a/java/calcite-planner/src/main/java/org/apache/impala/calcite/service/CalciteSingleNodePlanner.java b/java/calcite-planner/src/main/java/org/apache/impala/calcite/service/CalciteSingleNodePlanner.java
index 790abb0a7..b1bd9ea4c 100644
--- a/java/calcite-planner/src/main/java/org/apache/impala/calcite/service/CalciteSingleNodePlanner.java
+++ b/java/calcite-planner/src/main/java/org/apache/impala/calcite/service/CalciteSingleNodePlanner.java
@@ -169,4 +169,9 @@ public class CalciteSingleNodePlanner implements SingleNodePlannerIntf {
}
return metadata;
}
+
+ @Override
+ public boolean allowPlannerToInvertCheaperJoin() {
+ return false;
+ }
}
diff --git a/java/calcite-planner/src/test/java/org/apache/impala/calcite/planner/TestCalciteStats.java b/java/calcite-planner/src/test/java/org/apache/impala/calcite/planner/TestCalciteStats.java
index 8e4b5f2cb..fc0e6bbf1 100644
--- a/java/calcite-planner/src/test/java/org/apache/impala/calcite/planner/TestCalciteStats.java
+++ b/java/calcite-planner/src/test/java/org/apache/impala/calcite/planner/TestCalciteStats.java
@@ -28,6 +28,7 @@ import org.apache.calcite.jdbc.JavaTypeFactoryImpl;
import org.apache.calcite.plan.RelOptCluster;
import org.apache.calcite.plan.RelOptCostImpl;
import org.apache.calcite.plan.RelOptPlanner;
+import org.apache.calcite.plan.RelOptRule;
import org.apache.calcite.plan.hep.HepPlanner;
import org.apache.calcite.plan.hep.HepProgramBuilder;
import org.apache.calcite.plan.volcano.VolcanoPlanner;
@@ -58,6 +59,8 @@ import org.apache.impala.common.RuntimeEnv;
import org.apache.impala.planner.PlannerTestBase;
import org.apache.impala.thrift.TQueryOptions;
+import static org.apache.impala.calcite.schema.FilterSelectivityEstimator.DEFAULT_IS_NULL_PERCENTAGE;
+
import static org.junit.Assert.assertEquals;
import org.slf4j.Logger;
@@ -74,6 +77,15 @@ public class TestCalciteStats extends PlannerTestBase {
private static final double ALL_TYPES_TINY_CARD = 8.0;
+ private static final double MANY_NULLS_CARD = 11000;
+
+ // The amount of nulls in the many_nulls.null_col table
+ private static final double MANY_NULLS_NULL_COL_NULLS = 5500;
+
+ private static final double MANY_NULLS_SMALL_NDVS = 4897;
+
+ private static final double MANY_NULLS_NULL_COL_PERC = .5;
+
private static final double BIGINT_NDV = 10.0;
private static final double BIGINT_TINY_NDV = 2.0;
@@ -303,11 +315,16 @@ public class TestCalciteStats extends PlannerTestBase {
private RelNode runFilterRule(CalciteAnalysisResult analysisResult)
throws ImpalaException {
RelNode relNode = getRelNodeForQuery(analysisResult);
- HepProgramBuilder builder = new HepProgramBuilder();
RexBuilder rexBuilder = relNode.getCluster().getRexBuilder();
ImpalaRexSimplify simplifier =
new ImpalaRexSimplify(rexBuilder, new ImpalaRexExecutor(analysisResult, null));
- builder.addRuleInstance(new ImpalaFilterSimplifyRule(simplifier));
+ return runFilterRule(relNode, new ImpalaFilterSimplifyRule(simplifier));
+ }
+
+ private RelNode runFilterRule(RelNode relNode, RelOptRule rule)
+ throws ImpalaException {
+ HepProgramBuilder builder = new HepProgramBuilder();
+ builder.addRuleInstance(rule);
HepPlanner planner = new HepPlanner(builder.build(),
relNode.getCluster().getPlanner().getContext(), true, null,
RelOptCostImpl.FACTORY);
@@ -454,6 +471,242 @@ public class TestCalciteStats extends PlannerTestBase {
}
}
+ @Test
+ public void testLeftJoinWithNonEqualityPredicate() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("SELECT a.id, b.id FROM " +
+ "functional.alltypes a left join functional.alltypestiny b " +
+ " on ( a.id > b.id) where b.id is null");
+ RelMetadataQuery mq = getMQ();
+ Double isNullRows =
+ ALL_TYPES_CARD * ALL_TYPES_TINY_CARD * DEFAULT_IS_NULL_PERCENTAGE;
+ assertEquals(isNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testLeftJoinWithIsNotNullFilterOnLeftWithNonEquality() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("SELECT a.id, b.id FROM " +
+ "functional.alltypes a left join functional.alltypestiny b " +
+ " on ( a.id > b.id) where a.id is not null");
+ RelMetadataQuery mq = getMQ();
+ Double isNotNullRows = ALL_TYPES_CARD * ALL_TYPES_TINY_CARD;
+ assertEquals(isNotNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+
+ @Test
+ public void testLeftJoinWithIsNullFilterOnRight() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("SELECT a.id, b.id FROM " +
+ "functional.alltypes a left join functional.alltypestiny b " +
+ " on ( a.id = b.id) where b.id is null");
+ RelMetadataQuery mq = getMQ();
+ Double isNullRows = ALL_TYPES_CARD - ALL_TYPES_TINY_CARD;
+ assertEquals(isNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testLeftJoinWithIsNotNullFilterOnLeft() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("SELECT a.id, b.id FROM " +
+ "functional.alltypes a left join functional.alltypestiny b " +
+ " on ( a.id = b.id) where a.id is not null");
+ RelMetadataQuery mq = getMQ();
+ Double isNotNullRows = ALL_TYPES_CARD;
+ assertEquals(isNotNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testRightJoinWithIsNotNullFilterOnRight() {
+ // This specific test is checking a bug found in the code review. The recursion for
+ // getNullPercentage was looking at the parent RelNode but using the input ref
+ // passed in for mq_.getColumnOrigin();
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("SELECT a.string_col, b.null_str FROM " +
+ "functional.alltypestiny a right join functional.nullrows b " +
+ " on (a.string_col = b.null_str) where b.null_str is not null");
+ RelMetadataQuery mq = getMQ();
+ // The getNullPercentage returns 0.0 percentage, but the internals of getRowCount()
+ // that are called after this boosts the row count up to 1.0.
+ Double isNotNullRows = 1.0;
+ assertEquals(isNotNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testFullJoinWithIsNullBiggerTableOnRight() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery(
+ "select a.id, b.id from functional.alltypes a full join " +
+ "functional.manynulls_withstats b on ( a.id = b.id) where nullcol is null");
+ RelMetadataQuery mq = getMQ();
+ Double isNotNullRows = MANY_NULLS_NULL_COL_NULLS;
+ assertEquals(isNotNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testFullJoinWithIsNullBiggerTableOnLeft() {
+ // This specific test is checking a bug found in the code review. The recursion for
+ // getNullPercentage was looking at the parent RelNode but using the input ref
+ // passed in for mq_.getColumnOrigin();
+ try {
+ RelNode logicalPlan = getRelNodeForQuery(
+ "select a.id, b.id from functional.alltypes a full join " +
+ "functional.manynullssmall_withstats b on ( a.id = b.id) " +
+ "where nullcol is null");
+ RelMetadataQuery mq = getMQ();
+ // Number of unmatched rows are the rows on the left side that don't join with
+ // the right side. Assume ndvs map 1:1, so the percentage matching are the
+ // unmatched ndvs divided by total rows.
+ Double unmatchedRows =
+ ALL_TYPES_CARD * (1.0 - MANY_NULLS_SMALL_NDVS/ALL_TYPES_CARD);
+
+ Double isNotNullRows =
+ unmatchedRows + (MANY_NULLS_NULL_COL_PERC * MANY_NULLS_SMALL_NDVS);
+ assertEquals(isNotNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testLeftJoinWithIsNullBiggerTableOnLeft() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery(
+ "select a.id, b.id from functional.alltypes a left join " +
+ "functional.manynullssmall_withstats b on ( a.id = b.id) " +
+ "where nullcol is null");
+ RelMetadataQuery mq = getMQ();
+ // Number of unmatched rows are the rows on the left side that don't join with
+ // the right side. Assume ndvs map 1:1, so the percentage matching are the
+ // unmatched ndvs divided by total rows.
+ Double unmatchedRows =
+ ALL_TYPES_CARD * (1.0 - MANY_NULLS_SMALL_NDVS/ALL_TYPES_CARD);
+
+ Double isNotNullRows =
+ unmatchedRows + (MANY_NULLS_NULL_COL_PERC * MANY_NULLS_SMALL_NDVS);
+ assertEquals(isNotNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testRightJoinWithIsNullBiggerTableOnRight() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery(
+ "select a.id, b.id from functional.manynullssmall_withstats a right join " +
+ "functional.alltypes b on ( a.id = b.id) " +
+ "where nullcol is null");
+ RelMetadataQuery mq = getMQ();
+ // Number of unmatched rows are the rows on the left side that don't join with
+ // the right side. Assume ndvs map 1:1, so the percentage matching are the
+ // unmatched ndvs divided by total rows.
+ Double unmatchedRows =
+ ALL_TYPES_CARD * (1.0 - MANY_NULLS_SMALL_NDVS/ALL_TYPES_CARD);
+
+ Double isNotNullRows =
+ unmatchedRows + (MANY_NULLS_NULL_COL_PERC * MANY_NULLS_SMALL_NDVS);
+ assertEquals(isNotNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testLeftJoinWithIsNotNullFilter() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("SELECT a.id, b.id FROM " +
+ "functional.alltypes a left join functional.alltypestiny b " +
+ " on ( a.id = b.id) where b.id is not null");
+ RelMetadataQuery mq = getMQ();
+ Double isNullRows = ALL_TYPES_TINY_CARD;
+ assertEquals(isNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testLeftJoinWithIsNullTestFilterAndProject() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("select id_2 from " +
+ "(SELECT b.id id_2, a.id id_1 FROM " +
+ "functional.alltypes a left join functional.alltypestiny b " +
+ " on ( a.id = b.id)) where id_2 is null");
+
+ logicalPlan = runFilterRule(logicalPlan, CoreRules.PROJECT_FILTER_TRANSPOSE);
+ RelMetadataQuery mq = getMQ();
+ Double isNullRows = ALL_TYPES_CARD - ALL_TYPES_TINY_CARD;
+ assertEquals(isNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testLeftJoinWithInnerJoinMultiMapToOuterJoin() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("SELECT a.bigint_col, b.bigint_col FROM " +
+ "functional.alltypes a left join functional.alltypestiny b " +
+ " on ( a.bigint_col = b.bigint_col) where b.bigint_col is null");
+ RelMetadataQuery mq = getMQ();
+ Double isNullRows = 5840.0;
+ assertEquals(isNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testRightJoinTwoJoins() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery(
+ "select a.id from functional.alltypestiny a right join " +
+ "(select c.id id_1, d.id id_2 from functional.alltypes c " +
+ "inner join functional.alltypestiny d on (c.id = d.id)) b " +
+ "on (a.id = b.id_1) where b.id_1 is not null");
+
+ RelMetadataQuery mq = getMQ();
+ Double dd = mq.getRowCount(logicalPlan);
+ Double isNullRows = ALL_TYPES_TINY_CARD;
+ assertEquals(isNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+ @Test
+ public void testRightJoinWithIsNullFilter() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("SELECT a.id, b.id FROM " +
+ "functional.alltypestiny a right join functional.alltypes b " +
+ " on ( a.id = b.id) where a.id is null");
+ RelMetadataQuery mq = getMQ();
+ Double isNullRows = ALL_TYPES_CARD - ALL_TYPES_TINY_CARD;
+ assertEquals(isNullRows, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
@Test
public void testRightJoin() {
try {
@@ -493,6 +746,22 @@ public class TestCalciteStats extends PlannerTestBase {
}
}
+ @Test
+ public void testSimpleQueryOnNullTable() {
+ try {
+ RelNode logicalPlan = getRelNodeForQuery("SELECT * FROM functional.nullrows");
+ RelNode tableScanRelNode = logicalPlan.getInput(0);
+ RelMetadataQuery mq = getMQ();
+ ImmutableBitSet bitSet = ImmutableBitSet.of(2);
+ // catalogd returns 0 ndvs when all columns are null, but Calcite overrides this
+ // to 1.0.
+ assertEquals(1.0, (double) mq.getDistinctRowCount(tableScanRelNode,
+ bitSet, null), DOUBLE_ERR);
+ } catch (ImpalaException e) {
+ throw new RuntimeException(e);
+ }
+ }
+
@Test
public void testAggregate() {
try {
diff --git a/testdata/bin/compute-table-stats.sh b/testdata/bin/compute-table-stats.sh
index c17c4699e..25523e14c 100755
--- a/testdata/bin/compute-table-stats.sh
+++ b/testdata/bin/compute-table-stats.sh
@@ -37,7 +37,7 @@ ${COMPUTE_STATS_SCRIPT} --db_names=functional\
alltypessmall,alltypestiny,jointbl,dimtbl,stringpartitionkey,nulltable,nullrows,
date_tbl,chars_medium,part_strings_with_quotes,alltypes_date_partition,
alltypes_date_partition_2,mv1_alltypes_jointbl,binary_tbl,binary_tbl_big,
- alltypes_nonpartitioned"
+ alltypes_nonpartitioned,manynulls_withstats,manynullssmall_withstats"
${COMPUTE_STATS_SCRIPT} --db_names=functional_parquet \
--table_names="unique_with_nulls"
diff --git a/testdata/datasets/functional/functional_schema_template.sql b/testdata/datasets/functional/functional_schema_template.sql
index 4ab14c6e4..371a0c554 100644
--- a/testdata/datasets/functional/functional_schema_template.sql
+++ b/testdata/datasets/functional/functional_schema_template.sql
@@ -3060,6 +3060,72 @@ FROM functional.alltypesagg;
---- DATASET
functional
---- BASE_TABLE_NAME
+manynulls_withstats
+---- COLUMNS
+id int
+nullcol int
+---- ALTER
+-- Ensure the nulls are clustered together.
+ALTER TABLE {table_name} SORT BY (id);
+---- CREATE_KUDU
+DROP TABLE IF EXISTS {db_name}{db_suffix}.{table_name};
+
+CREATE TABLE {db_name}{db_suffix}.{table_name} (
+ kudu_idx BIGINT PRIMARY KEY,
+ id INT,
+ nullcol INT NULL
+)
+PARTITION BY HASH (kudu_idx) PARTITIONS 3 STORED AS KUDU;
+---- DEPENDENT_LOAD
+INSERT OVERWRITE TABLE {db_name}{db_suffix}.{table_name}
+SELECT id, nullcol
+FROM {db_name}.{table_name};
+---- DEPENDENT_LOAD_KUDU
+INSERT into TABLE {db_name}{db_suffix}.{table_name}
+SELECT row_number() over (order by id),
+ id, nullcol
+FROM {db_name}.{table_name};
+---- LOAD
+INSERT OVERWRITE TABLE {db_name}{db_suffix}.{table_name}
+SELECT id, if((id div 500) % 2 = 0, NULL, id) as nullcol
+FROM functional.alltypesagg;
+====
+---- DATASET
+functional
+---- BASE_TABLE_NAME
+manynullssmall_withstats
+---- COLUMNS
+id int
+nullcol int
+---- ALTER
+-- Ensure the nulls are clustered together.
+ALTER TABLE {table_name} SORT BY (id);
+---- CREATE_KUDU
+DROP TABLE IF EXISTS {db_name}{db_suffix}.{table_name};
+
+CREATE TABLE {db_name}{db_suffix}.{table_name} (
+ kudu_idx BIGINT PRIMARY KEY,
+ id INT,
+ nullcol INT NULL
+)
+PARTITION BY HASH (kudu_idx) PARTITIONS 3 STORED AS KUDU;
+---- DEPENDENT_LOAD
+INSERT OVERWRITE TABLE {db_name}{db_suffix}.{table_name}
+SELECT id, nullcol
+FROM {db_name}.{table_name};
+---- DEPENDENT_LOAD_KUDU
+INSERT into TABLE {db_name}{db_suffix}.{table_name}
+SELECT row_number() over (order by id),
+ id, nullcol
+FROM {db_name}.{table_name};
+---- LOAD
+INSERT OVERWRITE TABLE {db_name}{db_suffix}.{table_name}
+SELECT id, if((id div 500) % 2 = 0, NULL, id) as nullcol
+FROM functional.alltypesagg where id < 5000;
+====
+---- DATASET
+functional
+---- BASE_TABLE_NAME
chars_medium
---- COLUMNS
id int
diff --git a/testdata/datasets/functional/schema_constraints.csv b/testdata/datasets/functional/schema_constraints.csv
index 4453752c0..7c75e12d1 100644
--- a/testdata/datasets/functional/schema_constraints.csv
+++ b/testdata/datasets/functional/schema_constraints.csv
@@ -185,6 +185,8 @@ table_name:subquery_view, constraint:restrict_to, table_format:rc/none/none
# writing NULLs to primary key columns.
table_name:liketbl, constraint:exclude, table_format:hbase/none/none
table_name:manynulls, constraint:exclude, table_format:hbase/none/none
+table_name:manynulls_withstats, constraint:exclude, table_format:hbase/none/none
+table_name:manynullssmall_withstats, constraint:exclude, table_format:hbase/none/none
table_name:tblwithraggedcolumns, constraint:exclude, table_format:hbase/none/none
# Tables with only one column are not supported in hbase.
@@ -452,4 +454,4 @@ table_name:alltypes_paimon, constraint:restrict_to, table_format:parquet/none/no
table_name:alltypes_structs_paimon, constraint:restrict_to, table_format:parquet/none/none
table_name:alltypes_nonpartitioned, constraint:restrict_to, table_format:text/none/none
-table_name:alltypes_nonpartitioned, constraint:restrict_to, table_format:parquet/none/none
\ No newline at end of file
+table_name:alltypes_nonpartitioned, constraint:restrict_to, table_format:parquet/none/none
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q03.test b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q03.test
index 45a302214..fcd4daa49 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q03.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q03.test
@@ -26,23 +26,23 @@ Per-Host Resource Estimates: Memory=537MB
ImpalaSortRel(sort0=[$0], sort1=[$3], sort2=[$1], dir0=[ASC], dir1=[DESC], dir2=[ASC], fetch=[100:TINYINT])
ImpalaProjectRel(D_YEAR=[$0], BRAND_ID=[$2], BRAND=[$1], SUM_AGG=[$3])
ImpalaAggRel(group=[{0, 1, 2}], SUM_AGG=[SUM($3)])
- ImpalaProjectRel(D_YEAR=[$4], BRAND=[$7], BRAND_ID=[$6], ss_sales_price=[$1])
- ImpalaJoinRel(condition=[=($0, $5)], joinType=[inner])
- ImpalaJoinRel(condition=[=($3, $2)], joinType=[inner])
+ ImpalaProjectRel(D_YEAR=[$7], BRAND=[$5], BRAND_ID=[$4], ss_sales_price=[$1])
+ ImpalaJoinRel(condition=[=($6, $2)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($2), IS NOT NULL($0))])
ImpalaProjectRel(ss_item_sk=[$1], ss_sales_price=[$12], ss_sold_date_sk=[$22])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$1])
- ImpalaFilterRel(condition=[AND(=($2, 11), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_moy=[$8])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$1], i_brand=[$2])
- ImpalaFilterRel(condition=[AND(=($3, 816), IS NOT NULL($0))])
- ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$7], i_brand=[$8], i_manufact_id=[$13])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$1], i_brand=[$2])
+ ImpalaFilterRel(condition=[AND(=($3, 816), IS NOT NULL($0))])
+ ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$7], i_brand=[$8], i_manufact_id=[$13])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$1])
+ ImpalaFilterRel(condition=[AND(=($2, 11), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_moy=[$8])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=537.26MB mem-reservation=40.38MB thread-reservation=1 runtime-filters-memory=2.00MB
-| max-parallelism=1 segment-costs=[3209066006, 111544107, 400]
+| max-parallelism=1 segment-costs=[1715774217, 111544107, 400]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_brand, sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
@@ -61,52 +61,52 @@ PLAN-ROOT SINK
| in pipelines: 05(GETNEXT), 00(OPEN)
|
04:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
-| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2,4 row-size=64B cardinality=8.59M cost=3759849
+| tuple-ids=0,2,4 row-size=64B cardinality=8.59M cost=3765561
| in pipelines: 00(GETNEXT), 03(OPEN)
|
-|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
-| HDFS partitions=1/1 files=1 size=33.54MB
-| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| HDFS partitions=1/1 files=1 size=2.17MB
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| stored statistics:
-| table: rows=360.00K size=33.54MB
+| table: rows=73.05K size=2.17MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=101.54K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=73.05K
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=4 row-size=40B cardinality=375 cost=166209
+| tuple-ids=4 row-size=12B cardinality=6.09K cost=16728
| in pipelines: 03(GETNEXT)
|
02:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
+| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2 row-size=24B cardinality=8.59M(filtered from 8.25G) cost=1497057350
+| tuple-ids=0,2 row-size=52B cardinality=8.59M cost=3759849
| in pipelines: 00(GETNEXT), 01(OPEN)
|
-|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
-| HDFS partitions=1/1 files=1 size=2.17MB
-| predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
+| HDFS partitions=1/1 files=1 size=33.54MB
+| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| stored statistics:
-| table: rows=73.05K size=2.17MB
+| table: rows=360.00K size=33.54MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=73.05K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=101.54K
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=2 row-size=12B cardinality=6.09K cost=16728
+| tuple-ids=2 row-size=40B cardinality=375 cost=166209
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
- runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
+ runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
@@ -122,20 +122,20 @@ Per-Host Resource Estimates: Memory=553MB
ImpalaSortRel(sort0=[$0], sort1=[$3], sort2=[$1], dir0=[ASC], dir1=[DESC], dir2=[ASC], fetch=[100:TINYINT])
ImpalaProjectRel(D_YEAR=[$0], BRAND_ID=[$2], BRAND=[$1], SUM_AGG=[$3])
ImpalaAggRel(group=[{0, 1, 2}], SUM_AGG=[SUM($3)])
- ImpalaProjectRel(D_YEAR=[$4], BRAND=[$7], BRAND_ID=[$6], ss_sales_price=[$1])
- ImpalaJoinRel(condition=[=($0, $5)], joinType=[inner])
- ImpalaJoinRel(condition=[=($3, $2)], joinType=[inner])
+ ImpalaProjectRel(D_YEAR=[$7], BRAND=[$5], BRAND_ID=[$4], ss_sales_price=[$1])
+ ImpalaJoinRel(condition=[=($6, $2)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($2), IS NOT NULL($0))])
ImpalaProjectRel(ss_item_sk=[$1], ss_sales_price=[$12], ss_sold_date_sk=[$22])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$1])
- ImpalaFilterRel(condition=[AND(=($2, 11), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_moy=[$8])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$1], i_brand=[$2])
- ImpalaFilterRel(condition=[AND(=($3, 816), IS NOT NULL($0))])
- ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$7], i_brand=[$8], i_manufact_id=[$13])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$1], i_brand=[$2])
+ ImpalaFilterRel(condition=[AND(=($3, 816), IS NOT NULL($0))])
+ ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$7], i_brand=[$8], i_manufact_id=[$13])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$1])
+ ImpalaFilterRel(condition=[AND(=($2, 11), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_moy=[$8])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.11MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[435] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
@@ -174,7 +174,7 @@ max-parallelism=20 segment-costs=[53713435, 111544107, 168] cpu-comparison-resul
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Instance Resources: mem-estimate=30.39MB mem-reservation=5.50MB thread-reservation=1
-max-parallelism=330 segment-costs=[3208876607, 33276559] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
+max-parallelism=180 segment-costs=[1715584818, 33276559] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
05:AGGREGATE [STREAMING]
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand, tpcds_partitioned_parquet_snap.item.i_brand_id
@@ -184,85 +184,85 @@ max-parallelism=330 segment-costs=[3208876607, 33276559] cpu-comparison-result=1
|
04:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,2,4 row-size=64B cardinality=8.59M cost=3759474
| in pipelines: 00(GETNEXT), 03(OPEN)
|
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[865]
+| | Per-Instance Resources: mem-estimate=24.34MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[14167]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
-| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
-| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
+| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=6087
| |
| 08:EXCHANGE [BROADCAST]
-| | mem-estimate=79.39KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=4 row-size=40B cardinality=375 cost=490
+| | mem-estimate=87.33KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=4 row-size=12B cardinality=6.09K cost=8080
| | in pipelines: 03(GETNEXT)
| |
-| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
-| Per-Instance Resources: mem-estimate=16.17MB mem-reservation=512.00KB thread-reservation=1
-| max-parallelism=4 segment-costs=[166257]
-| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
-| HDFS partitions=1/1 files=1 size=33.54MB
-| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| Per-Instance Resources: mem-estimate=16.06MB mem-reservation=512.00KB thread-reservation=1
+| max-parallelism=1 segment-costs=[17056]
+| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| HDFS partitions=1/1 files=1 size=2.17MB
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| stored statistics:
-| table: rows=360.00K size=33.54MB
+| table: rows=73.05K size=2.17MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=101.54K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=73.05K
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=4 row-size=40B cardinality=375 cost=166209
+| tuple-ids=4 row-size=12B cardinality=6.09K cost=16728
| in pipelines: 03(GETNEXT)
|
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=01
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2 row-size=24B cardinality=8.59M(filtered from 8.25G) cost=1497051263
+| tuple-ids=0,2 row-size=52B cardinality=8.59M cost=3759474
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=24.34MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[14167]
+| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[865]
| JOIN BUILD
| | join-table-id=01 plan-id=02 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=6087
+| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
+| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
+| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
| |
| 07:EXCHANGE [BROADCAST]
-| | mem-estimate=87.33KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=2 row-size=12B cardinality=6.09K cost=8080
+| | mem-estimate=79.39KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=2 row-size=40B cardinality=375 cost=490
| | in pipelines: 01(GETNEXT)
| |
-| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| Per-Instance Resources: mem-estimate=16.06MB mem-reservation=512.00KB thread-reservation=1
-| max-parallelism=1 segment-costs=[17056]
-| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| HDFS partitions=1/1 files=1 size=2.17MB
-| predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| Per-Instance Resources: mem-estimate=16.17MB mem-reservation=512.00KB thread-reservation=1
+| max-parallelism=4 segment-costs=[166257]
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
+| HDFS partitions=1/1 files=1 size=33.54MB
+| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| stored statistics:
-| table: rows=73.05K size=2.17MB
+| table: rows=360.00K size=33.54MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=73.05K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=101.54K
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=2 row-size=12B cardinality=6.09K cost=16728
+| tuple-ids=2 row-size=40B cardinality=375 cost=166209
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
- runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
+ runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
@@ -278,20 +278,20 @@ Per-Host Resource Estimates: Memory=553MB
ImpalaSortRel(sort0=[$0], sort1=[$3], sort2=[$1], dir0=[ASC], dir1=[DESC], dir2=[ASC], fetch=[100:TINYINT])
ImpalaProjectRel(D_YEAR=[$0], BRAND_ID=[$2], BRAND=[$1], SUM_AGG=[$3])
ImpalaAggRel(group=[{0, 1, 2}], SUM_AGG=[SUM($3)])
- ImpalaProjectRel(D_YEAR=[$4], BRAND=[$7], BRAND_ID=[$6], ss_sales_price=[$1])
- ImpalaJoinRel(condition=[=($0, $5)], joinType=[inner])
- ImpalaJoinRel(condition=[=($3, $2)], joinType=[inner])
+ ImpalaProjectRel(D_YEAR=[$7], BRAND=[$5], BRAND_ID=[$4], ss_sales_price=[$1])
+ ImpalaJoinRel(condition=[=($6, $2)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($2), IS NOT NULL($0))])
ImpalaProjectRel(ss_item_sk=[$1], ss_sales_price=[$12], ss_sold_date_sk=[$22])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$1])
- ImpalaFilterRel(condition=[AND(=($2, 11), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_moy=[$8])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$1], i_brand=[$2])
- ImpalaFilterRel(condition=[AND(=($3, 816), IS NOT NULL($0))])
- ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$7], i_brand=[$8], i_manufact_id=[$13])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$1], i_brand=[$2])
+ ImpalaFilterRel(condition=[AND(=($3, 816), IS NOT NULL($0))])
+ ImpalaProjectRel(i_item_sk=[$0], i_brand_id=[$7], i_brand=[$8], i_manufact_id=[$13])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$1])
+ ImpalaFilterRel(condition=[AND(=($2, 11), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_moy=[$8])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.11MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[435] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
@@ -330,7 +330,7 @@ max-parallelism=20 segment-costs=[53713435, 111544107, 168] cpu-comparison-resul
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Instance Resources: mem-estimate=30.39MB mem-reservation=5.50MB thread-reservation=1
-max-parallelism=330 segment-costs=[3208876607, 33276559] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
+max-parallelism=180 segment-costs=[1715584818, 33276559] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
05:AGGREGATE [STREAMING]
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand, tpcds_partitioned_parquet_snap.item.i_brand_id
@@ -340,85 +340,85 @@ max-parallelism=330 segment-costs=[3208876607, 33276559] cpu-comparison-result=1
|
04:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,2,4 row-size=64B cardinality=8.59M cost=3759474
| in pipelines: 00(GETNEXT), 03(OPEN)
|
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[865]
+| | Per-Instance Resources: mem-estimate=24.34MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[14167]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
-| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
-| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
+| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=6087
| |
| 08:EXCHANGE [BROADCAST]
-| | mem-estimate=79.39KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=4 row-size=40B cardinality=375 cost=490
+| | mem-estimate=87.33KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=4 row-size=12B cardinality=6.09K cost=8080
| | in pipelines: 03(GETNEXT)
| |
-| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
-| Per-Instance Resources: mem-estimate=16.17MB mem-reservation=512.00KB thread-reservation=1
-| max-parallelism=4 segment-costs=[166257]
-| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
-| HDFS partitions=1/1 files=1 size=33.54MB
-| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| Per-Instance Resources: mem-estimate=16.06MB mem-reservation=512.00KB thread-reservation=1
+| max-parallelism=1 segment-costs=[17056]
+| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| HDFS partitions=1/1 files=1 size=2.17MB
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| stored statistics:
-| table: rows=360.00K size=33.54MB
+| table: rows=73.05K size=2.17MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=101.54K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=73.05K
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=4 row-size=40B cardinality=375 cost=166209
+| tuple-ids=4 row-size=12B cardinality=6.09K cost=16728
| in pipelines: 03(GETNEXT)
|
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=01
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2 row-size=24B cardinality=8.59M(filtered from 8.25G) cost=1497051263
+| tuple-ids=0,2 row-size=52B cardinality=8.59M cost=3759474
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=24.34MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[14167]
+| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[865]
| JOIN BUILD
| | join-table-id=01 plan-id=02 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=6087
+| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
+| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
+| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
| |
| 07:EXCHANGE [BROADCAST]
-| | mem-estimate=87.33KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=2 row-size=12B cardinality=6.09K cost=8080
+| | mem-estimate=79.39KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=2 row-size=40B cardinality=375 cost=490
| | in pipelines: 01(GETNEXT)
| |
-| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| Per-Instance Resources: mem-estimate=16.06MB mem-reservation=512.00KB thread-reservation=1
-| max-parallelism=1 segment-costs=[17056]
-| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| HDFS partitions=1/1 files=1 size=2.17MB
-| predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| Per-Instance Resources: mem-estimate=16.17MB mem-reservation=512.00KB thread-reservation=1
+| max-parallelism=4 segment-costs=[166257]
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
+| HDFS partitions=1/1 files=1 size=33.54MB
+| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| stored statistics:
-| table: rows=73.05K size=2.17MB
+| table: rows=360.00K size=33.54MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=73.05K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=101.54K
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT), tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=2 row-size=12B cardinality=6.09K cost=16728
+| tuple-ids=2 row-size=40B cardinality=375 cost=166209
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
- runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
+ runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q04.test b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q04.test
index f78b13774..86b029260 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q04.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q04.test
@@ -117,69 +117,34 @@ limit 100
# end query 4 in stream 0 using template query4.tpl
---- PLAN
Max Per-Host Resource Reservation: Memory=491.38MB Threads=1
-Per-Host Resource Estimates: Memory=120.47GB
+Per-Host Resource Estimates: Memory=120.61GB
ImpalaSortRel(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC], fetch=[100:TINYINT])
- ImpalaProjectRel(CUSTOMER_ID=[$2], CUSTOMER_FIRST_NAME=[$3], CUSTOMER_LAST_NAME=[$4], CUSTOMER_BIRTH_COUNTRY=[$5])
- ImpalaJoinRel(condition=[AND(>(CASE(>($1, 0.000000), /($12, $1), null:DECIMAL(38, 6)), CASE(>($8, 0.000000), /($10, $8), null:DECIMAL(38, 6))), >(CASE(>($1, 0.000000), /($12, $1), null:DECIMAL(38, 6)), CASE(>($14, 0.000000), /($6, $14), null:DECIMAL(38, 6))), =($13, $0))], joinType=[inner])
- ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
- ImpalaFilterRel(condition=[>($7, 0.000000)])
- ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
- ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
- ImpalaProjectRel(cs_bill_customer_sk=[$2], cs_ext_discount_amt=[$21], cs_ext_sales_price=[$22], cs_ext_wholesale_cost=[$23], cs_ext_list_price=[$24], cs_sold_date_sk=[$33])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_sales]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
- ImpalaJoinRel(condition=[=($0, $11)], joinType=[inner])
- ImpalaProjectRel(CUSTOMER_ID=[$0], CUSTOMER_FIRST_NAME=[$1], CUSTOMER_LAST_NAME=[$2], CUSTOMER_BIRTH_COUNTRY=[$4], YEAR_TOTAL=[$7])
- ImpalaFilterRel(condition=[IS NOT NULL($7)])
- ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
- ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
- ImpalaProjectRel(ss_customer_sk=[$2], ss_ext_discount_amt=[$13], ss_ext_sales_price=[$14], ss_ext_wholesale_cost=[$15], ss_ext_list_price=[$16], ss_sold_date_sk=[$22])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 2000), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
- ImpalaJoinRel(condition=[=($6, $0)], joinType=[inner])
- ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
- ImpalaFilterRel(condition=[>($7, 0.000000)])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], CUSTOMER_FIRST_NAME=[$1], CUSTOMER_LAST_NAME=[$2], CUSTOMER_BIRTH_COUNTRY=[$3])
+ ImpalaJoinRel(condition=[AND(>(CASE(>($14, 0.000000), /($8, $14), null:DECIMAL(38, 6)), CASE(>($12, 0.000000), /($6, $12), null:DECIMAL(38, 6))), >(CASE(>($14, 0.000000), /($8, $14), null:DECIMAL(38, 6)), CASE(>($10, 0.000000), /($4, $10), null:DECIMAL(38, 6))), =($9, $13))], joinType=[inner])
+ ImpalaJoinRel(condition=[=($9, $11)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $9)], joinType=[inner])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], CUSTOMER_FIRST_NAME=[$1], CUSTOMER_LAST_NAME=[$2], CUSTOMER_BIRTH_COUNTRY=[$4], YEAR_TOTAL=[$7])
+ ImpalaFilterRel(condition=[IS NOT NULL($7)])
ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$1], CUSTOMER_FIRST_NAME=[$2], CUSTOMER_LAST_NAME=[$3], CUSTOMER_PREFERRED_CUST_FLAG=[$4], CUSTOMER_BIRTH_COUNTRY=[$5], CUSTOMER_LOGIN=[$6], CUSTOMER_EMAIL_ADDRESS=[$7], $f8=[/(+(-(-($12, $11), $9), $10), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($0, $8)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
- ImpalaProjectRel(ws_bill_customer_sk=[$3], ws_ext_discount_amt=[$21], ws_ext_sales_price=[$22], ws_ext_wholesale_cost=[$23], ws_ext_list_price=[$24], ws_sold_date_sk=[$33])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_sales]])
+ ImpalaProjectRel(ss_customer_sk=[$2], ss_ext_discount_amt=[$13], ss_ext_sales_price=[$14], ss_ext_wholesale_cost=[$15], ss_ext_list_price=[$16], ss_sold_date_sk=[$22])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
+ ImpalaFilterRel(condition=[AND(=($1, 2000), IS NOT NULL($0))])
ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
ImpalaJoinRel(condition=[=($4, $0)], joinType=[inner])
ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
ImpalaFilterRel(condition=[IS NOT NULL($7)])
ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$1], CUSTOMER_FIRST_NAME=[$2], CUSTOMER_LAST_NAME=[$3], CUSTOMER_PREFERRED_CUST_FLAG=[$4], CUSTOMER_BIRTH_COUNTRY=[$5], CUSTOMER_LOGIN=[$6], CUSTOMER_EMAIL_ADDRESS=[$7], $f8=[/(+(-(-($12, $11), $9), $10), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($0, $8)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
ImpalaProjectRel(ws_bill_customer_sk=[$3], ws_ext_discount_amt=[$21], ws_ext_sales_price=[$22], ws_ext_wholesale_cost=[$23], ws_ext_list_price=[$24], ws_sold_date_sk=[$33])
@@ -188,6 +153,9 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[
ImpalaFilterRel(condition=[AND(=($1, 2000), IS NOT NULL($0))])
ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
ImpalaJoinRel(condition=[=($2, $0)], joinType=[inner])
ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
ImpalaFilterRel(condition=[IS NOT NULL($7)])
@@ -221,301 +189,187 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[
ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
+ ImpalaFilterRel(condition=[>($7, 0.000000)])
+ ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
+ ImpalaProjectRel(ws_bill_customer_sk=[$3], ws_ext_discount_amt=[$21], ws_ext_sales_price=[$22], ws_ext_wholesale_cost=[$23], ws_ext_list_price=[$24], ws_sold_date_sk=[$33])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_sales]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
+ ImpalaFilterRel(condition=[>($7, 0.000000)])
+ ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
+ ImpalaProjectRel(cs_bill_customer_sk=[$2], cs_ext_discount_amt=[$21], cs_ext_sales_price=[$22], cs_ext_wholesale_cost=[$23], cs_ext_list_price=[$24], cs_sold_date_sk=[$33])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_sales]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Instance Resources: mem-estimate=120.47GB mem-reservation=491.38MB thread-reservation=1 runtime-filters-memory=70.00MB
-| max-parallelism=1 segment-costs=[10808104999, 5859651015, 3218926153, 3218926153, 10808104999, 5859651015, 1770840758, 400]
+| Per-Instance Resources: mem-estimate=120.61GB mem-reservation=491.38MB thread-reservation=1 runtime-filters-memory=70.00MB
+| max-parallelism=1 segment-costs=[5859651015, 10808104999, 3004714721, 10808104999, 3004714721, 5859651015, 2899132675, 400]
PLAN-ROOT SINK
-| output exprs: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_birth_country
+| output exprs: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_birth_country
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
41:TOP-N [LIMIT=100]
-| order by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_birth_country ASC NULLS LAST
+| order by: tpcds_partitioned_parquet_snap.customer.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_birth_country ASC NULLS LAST
| mem-estimate=8.27KB mem-reservation=0B thread-reservation=0
-| tuple-ids=42 row-size=85B cardinality=100 cost=1183867292
-| in pipelines: 41(GETNEXT), 35(OPEN)
+| tuple-ids=42 row-size=85B cardinality=100 cost=2263026260
+| in pipelines: 41(GETNEXT), 05(OPEN)
|
40:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer.c_customer_id
-| other join predicates: CASE WHEN sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6)) THEN divide(sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partition [...]
-| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_id, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_id
+| hash predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| other join predicates: CASE WHEN sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6)) THEN divide(sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_par [...]
+| runtime filters: RF001[min_max] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_id
| mem-estimate=14.55GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27,20,13,6 row-size=991B cardinality=79.98M cost=132410712
-| in pipelines: 35(GETNEXT), 05(OPEN)
+| tuple-ids=6,13,20,27,34,41 row-size=991B cardinality=147.90M cost=144716495
+| in pipelines: 05(GETNEXT), 39(OPEN)
|
-|--05:AGGREGATE [FINALIZE]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+|--39:AGGREGATE [FINALIZE]
+| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
+| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
| | mem-estimate=6.93GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=6 row-size=165B cardinality=79.98M cost=4721057758
-| | in pipelines: 05(GETNEXT), 00(OPEN)
+| | tuple-ids=41 row-size=165B cardinality=79.98M cost=4721057758
+| | in pipelines: 39(GETNEXT), 34(OPEN)
| |
-| 04:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | runtime filters: RF031[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| 38:HASH JOIN [INNER JOIN]
+| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
+| | runtime filters: RF030[bloom] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_sk, RF031[min_max] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
| | mem-estimate=5.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=0,2,4 row-size=185B cardinality=799.83M cost=398416277
-| | in pipelines: 00(GETNEXT), 03(OPEN)
+| | tuple-ids=35,37,39 row-size=185B cardinality=799.83M cost=398416277
+| | in pipelines: 34(GETNEXT), 37(OPEN)
| |
-| |--03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
+| |--37:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
| | stored statistics:
| | table: rows=30.00M size=1.55GB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=4 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 03(GETNEXT)
+| | tuple-ids=39 row-size=153B cardinality=30.00M cost=31557228
+| | in pipelines: 37(GETNEXT)
| |
-| 02:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | runtime filters: RF032[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| 36:HASH JOIN [INNER JOIN]
+| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| | runtime filters: RF032[bloom] <- tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=0,2 row-size=32B cardinality=871.30M cost=381367031
-| | in pipelines: 00(GETNEXT), 01(OPEN)
+| | tuple-ids=35,37 row-size=32B cardinality=871.30M cost=381367031
+| | in pipelines: 34(GETNEXT), 35(OPEN)
| |
-| |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| |--35:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=2 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 01(GETNEXT)
+| | tuple-ids=37 row-size=8B cardinality=373 cost=12520
+| | in pipelines: 35(GETNEXT)
| |
-| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
-| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk IS NOT NULL
+| 34:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
+| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk IS NOT NULL
| HDFS partitions=1830/1831 files=1830 size=280.81GB
-| predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
-| runtime filters: RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF032[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
+| predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
+| runtime filters: RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk, RF032[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk, RF030[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1830/1830 rows=4.30G
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=5.09M est-scan-range=373(filtered from 1830)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
-| tuple-ids=0 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
-| in pipelines: 00(GETNEXT)
-|
-39:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| runtime filters: RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| mem-estimate=27.50GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27,20,13 row-size=826B cardinality=147.90M cost=186017937
-| in pipelines: 35(GETNEXT), 11(OPEN)
-|
-|--11:AGGREGATE [FINALIZE]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2)) IS NOT NULL
-| | mem-estimate=8.68GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=13 row-size=165B cardinality=147.90M cost=8729673496
-| | in pipelines: 11(GETNEXT), 06(OPEN)
-| |
-| 10:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
-| | runtime filters: RF027[min_max] <- tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
-| | mem-estimate=5.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=7,9,11 row-size=185B cardinality=1.48G cost=711235853
-| | in pipelines: 06(GETNEXT), 09(OPEN)
-| |
-| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| | stored statistics:
-| | table: rows=30.00M size=1.55GB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=11 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 09(GETNEXT)
-| |
-| 08:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | runtime filters: RF028[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=7,9 row-size=32B cardinality=1.61G cost=705182682
-| | in pipelines: 06(GETNEXT), 07(OPEN)
-| |
-| |--07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
-| | stored statistics:
-| | table: rows=73.05K size=2.17MB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=9 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 07(GETNEXT)
-| |
-| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
-| partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
-| HDFS partitions=1823/1824 files=1823 size=389.69GB
-| predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
-| runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
-| stored statistics:
-| table: rows=8.64G size=389.90GB
-| partitions: 1823/1823 rows=8.25G
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=7 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
-| in pipelines: 06(GETNEXT)
-|
-38:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| runtime filters: RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| mem-estimate=7.75GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27,20 row-size=661B cardinality=44.15M cost=63471223
-| in pipelines: 35(GETNEXT), 17(OPEN)
-|
-|--17:AGGREGATE [FINALIZE]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
-| | mem-estimate=6.01GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=20 row-size=165B cardinality=44.15M cost=2605865203
-| | in pipelines: 17(GETNEXT), 13(OPEN)
-| |
-| 16:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
-| | fk/pk conjuncts: none
-| | runtime filters: RF023[min_max] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
-| | mem-estimate=5.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=16,18,14 row-size=185B cardinality=441.48M cost=223234710
-| | in pipelines: 13(GETNEXT), 12(OPEN)
-| |
-| |--12:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| | stored statistics:
-| | table: rows=30.00M size=1.55GB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=14 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 12(GETNEXT)
-| |
-| 15:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | runtime filters: RF024[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=16,18 row-size=32B cardinality=441.48M cost=193235083
-| | in pipelines: 13(GETNEXT), 14(OPEN)
-| |
-| |--14:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
-| | stored statistics:
-| | table: rows=73.05K size=2.17MB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(1999 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=18 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 14(GETNEXT)
-| |
-| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
-| partition predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk IS NOT NULL
-| HDFS partitions=1823/1824 files=1823 size=145.67GB
-| predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
-| runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
-| stored statistics:
-| table: rows=2.16G size=145.75GB
-| partitions: 1823/1823 rows=2.16G
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=16 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
-| in pipelines: 13(GETNEXT)
+| tuple-ids=35 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
+| in pipelines: 34(GETNEXT)
|
-37:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| mem-estimate=7.75GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27 row-size=495B cardinality=44.15M cost=72662882
-| in pipelines: 35(GETNEXT), 23(OPEN)
+33:HASH JOIN [INNER JOIN]
+| hash predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| runtime filters: RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| mem-estimate=7.16GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=6,13,20,27,34 row-size=826B cardinality=147.90M cost=105360551
+| in pipelines: 05(GETNEXT), 32(OPEN)
|
-|--23:AGGREGATE [FINALIZE]
+|--32:AGGREGATE [FINALIZE]
| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2)) IS NOT NULL
-| | mem-estimate=6.01GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=27 row-size=165B cardinality=44.15M cost=2605865203
-| | in pipelines: 23(GETNEXT), 19(OPEN)
-| |
-| 22:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
-| | fk/pk conjuncts: none
-| | runtime filters: RF019[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
+| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+| | mem-estimate=5.92GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=34 row-size=165B cardinality=40.63M cost=2398033848
+| | in pipelines: 32(GETNEXT), 27(OPEN)
+| |
+| 31:HASH JOIN [INNER JOIN]
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
+| | runtime filters: RF027[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
| | mem-estimate=5.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=23,25,21 row-size=185B cardinality=441.48M cost=223234710
-| | in pipelines: 19(GETNEXT), 18(OPEN)
+| | tuple-ids=28,30,32 row-size=185B cardinality=406.27M cost=216854633
+| | in pipelines: 27(GETNEXT), 30(OPEN)
| |
-| |--18:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
+| |--30:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
+| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id
| | stored statistics:
| | table: rows=30.00M size=1.55GB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=21 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 18(GETNEXT)
+| | tuple-ids=32 row-size=153B cardinality=30.00M cost=31557228
+| | in pipelines: 30(GETNEXT)
| |
-| 21:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
-| | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| 29:HASH JOIN [INNER JOIN]
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
+| | runtime filters: RF028[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=23,25 row-size=32B cardinality=441.48M cost=193235083
-| | in pipelines: 19(GETNEXT), 20(OPEN)
+| | tuple-ids=28,30 row-size=32B cardinality=441.48M cost=193235083
+| | in pipelines: 27(GETNEXT), 28(OPEN)
| |
-| |--20:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| |--28:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(2000 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(1999 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=25 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 20(GETNEXT)
+| | tuple-ids=30 row-size=8B cardinality=373 cost=12520
+| | in pipelines: 28(GETNEXT)
| |
-| 19:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
+| 27:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
| partition predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk IS NOT NULL
| HDFS partitions=1823/1824 files=1823 size=145.67GB
| predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
-| runtime filters: RF019[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk
+| runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1823/1823 rows=2.16G
@@ -523,211 +377,322 @@ PLAN-ROOT SINK
| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=23 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
-| in pipelines: 19(GETNEXT)
+| tuple-ids=28 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
+| in pipelines: 27(GETNEXT)
|
-36:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| mem-estimate=14.55GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34 row-size=330B cardinality=79.98M cost=132410712
-| in pipelines: 35(GETNEXT), 29(OPEN)
+26:HASH JOIN [INNER JOIN]
+| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| runtime filters: RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| mem-estimate=19.65GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=6,13,20,27 row-size=661B cardinality=147.90M cost=105360551
+| in pipelines: 05(GETNEXT), 11(OPEN)
|
-|--29:AGGREGATE [FINALIZE]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2)) IS NOT NULL
-| | mem-estimate=6.93GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=34 row-size=165B cardinality=79.98M cost=4721057758
-| | in pipelines: 29(GETNEXT), 24(OPEN)
+|--25:HASH JOIN [INNER JOIN]
+| | hash predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_0.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | runtime filters: RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | mem-estimate=26.85GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=13,20,27 row-size=495B cardinality=40.63M cost=97765005
+| | in pipelines: 11(GETNEXT), 17(OPEN)
+| |
+| |--24:HASH JOIN [INNER JOIN]
+| | | hash predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_1.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | runtime filters: RF017[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | mem-estimate=27.50GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=20,27 row-size=330B cardinality=79.98M cost=182903813
+| | | in pipelines: 17(GETNEXT), 23(OPEN)
+| | |
+| | |--23:AGGREGATE [FINALIZE]
+| | | | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | | | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
+| | | | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+| | | | mem-estimate=8.68GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | | tuple-ids=27 row-size=165B cardinality=147.90M cost=8729673496
+| | | | in pipelines: 23(GETNEXT), 18(OPEN)
+| | | |
+| | | 22:HASH JOIN [INNER JOIN]
+| | | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | runtime filters: RF022[bloom] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_sk, RF023[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | mem-estimate=5.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | | tuple-ids=21,23,25 row-size=185B cardinality=1.48G cost=711235853
+| | | | in pipelines: 18(GETNEXT), 21(OPEN)
+| | | |
+| | | |--21:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
+| | | | HDFS partitions=1/1 files=1 size=1.55GB
+| | | | predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
+| | | | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | | stored statistics:
+| | | | table: rows=30.00M size=1.55GB
+| | | | columns: all
+| | | | extrapolated-rows=disabled max-scan-range-rows=3.10M
+| | | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
+| | | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | | | tuple-ids=25 row-size=153B cardinality=30.00M cost=31557228
+| | | | in pipelines: 21(GETNEXT)
+| | | |
+| | | 20:HASH JOIN [INNER JOIN]
+| | | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | runtime filters: RF024[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | | | tuple-ids=21,23 row-size=32B cardinality=1.61G cost=705182682
+| | | | in pipelines: 18(GETNEXT), 19(OPEN)
+| | | |
+| | | |--19:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| | | | HDFS partitions=1/1 files=1 size=2.17MB
+| | | | predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | | | stored statistics:
+| | | | table: rows=73.05K size=2.17MB
+| | | | columns: all
+| | | | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | | | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(1999 AS INT)
+| | | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| | | | tuple-ids=23 row-size=8B cardinality=373 cost=12520
+| | | | in pipelines: 19(GETNEXT)
+| | | |
+| | | 18:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
+| | | partition predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk IS NOT NULL
+| | | HDFS partitions=1823/1824 files=1823 size=389.69GB
+| | | predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
+| | | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk
+| | | stored statistics:
+| | | table: rows=8.64G size=389.90GB
+| | | partitions: 1823/1823 rows=8.25G
+| | | columns: all
+| | | extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
+| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
+| | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| | | tuple-ids=21 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
+| | | in pipelines: 18(GETNEXT)
+| | |
+| | 17:AGGREGATE [FINALIZE]
+| | | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
+| | | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2)) IS NOT NULL
+| | | mem-estimate=6.93GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=20 row-size=165B cardinality=79.98M cost=4721057758
+| | | in pipelines: 17(GETNEXT), 12(OPEN)
+| | |
+| | 16:HASH JOIN [INNER JOIN]
+| | | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | runtime filters: RF018[bloom] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_sk, RF019[min_max] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | mem-estimate=5.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=14,16,18 row-size=185B cardinality=799.83M cost=398416277
+| | | in pipelines: 12(GETNEXT), 15(OPEN)
+| | |
+| | |--15:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
+| | | HDFS partitions=1/1 files=1 size=1.55GB
+| | | predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
+| | | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id
+| | | stored statistics:
+| | | table: rows=30.00M size=1.55GB
+| | | columns: all
+| | | extrapolated-rows=disabled max-scan-range-rows=3.10M
+| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
+| | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | | tuple-ids=18 row-size=153B cardinality=30.00M cost=31557228
+| | | in pipelines: 15(GETNEXT)
+| | |
+| | 14:HASH JOIN [INNER JOIN]
+| | | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | | tuple-ids=14,16 row-size=32B cardinality=871.30M cost=381367031
+| | | in pipelines: 12(GETNEXT), 13(OPEN)
+| | |
+| | |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| | | HDFS partitions=1/1 files=1 size=2.17MB
+| | | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | | stored statistics:
+| | | table: rows=73.05K size=2.17MB
+| | | columns: all
+| | | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2000 AS INT)
+| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| | | tuple-ids=16 row-size=8B cardinality=373 cost=12520
+| | | in pipelines: 13(GETNEXT)
+| | |
+| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
+| | partition predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk IS NOT NULL
+| | HDFS partitions=1830/1831 files=1830 size=280.81GB
+| | predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
+| | runtime filters: RF019[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF018[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
+| | stored statistics:
+| | table: rows=4.32G size=280.96GB
+| | partitions: 1830/1830 rows=4.30G
+| | columns: all
+| | extrapolated-rows=disabled max-scan-range-rows=5.09M est-scan-range=373(filtered from 1830)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
+| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
+| | tuple-ids=14 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
+| | in pipelines: 12(GETNEXT)
+| |
+| 11:AGGREGATE [FINALIZE]
+| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
+| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2)) IS NOT NULL
+| | mem-estimate=5.92GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=13 row-size=165B cardinality=40.63M cost=2398033848
+| | in pipelines: 11(GETNEXT), 06(OPEN)
| |
-| 28:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
-| | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
+| 10:HASH JOIN [INNER JOIN]
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | runtime filters: RF013[min_max] <- tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
| | mem-estimate=5.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=28,30,32 row-size=185B cardinality=799.83M cost=398416277
-| | in pipelines: 24(GETNEXT), 27(OPEN)
+| | tuple-ids=7,9,11 row-size=185B cardinality=406.27M cost=216854633
+| | in pipelines: 06(GETNEXT), 09(OPEN)
| |
-| |--27:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
+| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| | predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
+| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id
| | stored statistics:
| | table: rows=30.00M size=1.55GB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=32 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 27(GETNEXT)
+| | tuple-ids=11 row-size=153B cardinality=30.00M cost=31557228
+| | in pipelines: 09(GETNEXT)
| |
-| 26:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
-| | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
+| 08:HASH JOIN [INNER JOIN]
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=28,30 row-size=32B cardinality=871.30M cost=381367031
-| | in pipelines: 24(GETNEXT), 25(OPEN)
+| | tuple-ids=7,9 row-size=32B cardinality=441.48M cost=193235083
+| | in pipelines: 06(GETNEXT), 07(OPEN)
| |
-| |--25:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| |--07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(2000 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=30 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 25(GETNEXT)
+| | tuple-ids=9 row-size=8B cardinality=373 cost=12520
+| | in pipelines: 07(GETNEXT)
| |
-| 24:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
-| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk IS NOT NULL
-| HDFS partitions=1830/1831 files=1830 size=280.81GB
-| predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
-| runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk
+| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
+| partition predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk IS NOT NULL
+| HDFS partitions=1823/1824 files=1823 size=145.67GB
+| predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
+| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
| stored statistics:
-| table: rows=4.32G size=280.96GB
-| partitions: 1830/1830 rows=4.30G
+| table: rows=2.16G size=145.75GB
+| partitions: 1823/1823 rows=2.16G
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=5.09M est-scan-range=373(filtered from 1830)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
-| tuple-ids=28 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
-| in pipelines: 24(GETNEXT)
+| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
+| tuple-ids=7 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
+| in pipelines: 06(GETNEXT)
|
-35:AGGREGATE [FINALIZE]
-| output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
-| having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+05:AGGREGATE [FINALIZE]
+| output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
+| having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2)) IS NOT NULL
| mem-estimate=8.68GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41 row-size=165B cardinality=147.90M cost=8729673496
-| in pipelines: 35(GETNEXT), 30(OPEN)
+| tuple-ids=6 row-size=165B cardinality=147.90M cost=8729673496
+| in pipelines: 05(GETNEXT), 00(OPEN)
|
-34:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
-| runtime filters: RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
+04:HASH JOIN [INNER JOIN]
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| mem-estimate=5.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=35,37,39 row-size=185B cardinality=1.48G cost=711235853
-| in pipelines: 30(GETNEXT), 33(OPEN)
+| tuple-ids=0,2,4 row-size=185B cardinality=1.48G cost=711235853
+| in pipelines: 00(GETNEXT), 03(OPEN)
|
-|--33:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
+|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
| HDFS partitions=1/1 files=1 size=1.55GB
-| predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
-| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF008[bloom] -> tpcds [...]
+| predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_id
| stored statistics:
| table: rows=30.00M size=1.55GB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=3.10M
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| tuple-ids=39 row-size=153B cardinality=30.00M cost=31557228
-| in pipelines: 33(GETNEXT)
+| tuple-ids=4 row-size=153B cardinality=30.00M cost=31557228
+| in pipelines: 03(GETNEXT)
|
-32:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
-| runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+02:HASH JOIN [INNER JOIN]
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=35,37 row-size=32B cardinality=1.61G cost=705182682
-| in pipelines: 30(GETNEXT), 31(OPEN)
+| tuple-ids=0,2 row-size=32B cardinality=1.61G cost=705182682
+| in pipelines: 00(GETNEXT), 01(OPEN)
|
-|--31:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
| HDFS partitions=1/1 files=1 size=2.17MB
-| predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| stored statistics:
| table: rows=73.05K size=2.17MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=73.05K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=37 row-size=8B cardinality=373 cost=12520
-| in pipelines: 31(GETNEXT)
+| tuple-ids=2 row-size=8B cardinality=373 cost=12520
+| in pipelines: 01(GETNEXT)
|
-30:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
- partition predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk IS NOT NULL
+00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
+ partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
- predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
- runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
+ predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
+ runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
columns: all
extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
- parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
+ parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
- tuple-ids=35 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
- in pipelines: 30(GETNEXT)
+ tuple-ids=0 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
+ in pipelines: 00(GETNEXT)
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=10.02GB Threads=373
-Per-Host Resource Estimates: Memory=185.81GB
+Max Per-Host Resource Reservation: Memory=10.16GB Threads=379
+Per-Host Resource Estimates: Memory=186.75GB
ImpalaSortRel(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC], fetch=[100:TINYINT])
- ImpalaProjectRel(CUSTOMER_ID=[$2], CUSTOMER_FIRST_NAME=[$3], CUSTOMER_LAST_NAME=[$4], CUSTOMER_BIRTH_COUNTRY=[$5])
- ImpalaJoinRel(condition=[AND(>(CASE(>($1, 0.000000), /($12, $1), null:DECIMAL(38, 6)), CASE(>($8, 0.000000), /($10, $8), null:DECIMAL(38, 6))), >(CASE(>($1, 0.000000), /($12, $1), null:DECIMAL(38, 6)), CASE(>($14, 0.000000), /($6, $14), null:DECIMAL(38, 6))), =($13, $0))], joinType=[inner])
- ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
- ImpalaFilterRel(condition=[>($7, 0.000000)])
- ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
- ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
- ImpalaProjectRel(cs_bill_customer_sk=[$2], cs_ext_discount_amt=[$21], cs_ext_sales_price=[$22], cs_ext_wholesale_cost=[$23], cs_ext_list_price=[$24], cs_sold_date_sk=[$33])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_sales]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
- ImpalaJoinRel(condition=[=($0, $11)], joinType=[inner])
- ImpalaProjectRel(CUSTOMER_ID=[$0], CUSTOMER_FIRST_NAME=[$1], CUSTOMER_LAST_NAME=[$2], CUSTOMER_BIRTH_COUNTRY=[$4], YEAR_TOTAL=[$7])
- ImpalaFilterRel(condition=[IS NOT NULL($7)])
- ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
- ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
- ImpalaProjectRel(ss_customer_sk=[$2], ss_ext_discount_amt=[$13], ss_ext_sales_price=[$14], ss_ext_wholesale_cost=[$15], ss_ext_list_price=[$16], ss_sold_date_sk=[$22])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 2000), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
- ImpalaJoinRel(condition=[=($6, $0)], joinType=[inner])
- ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
- ImpalaFilterRel(condition=[>($7, 0.000000)])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], CUSTOMER_FIRST_NAME=[$1], CUSTOMER_LAST_NAME=[$2], CUSTOMER_BIRTH_COUNTRY=[$3])
+ ImpalaJoinRel(condition=[AND(>(CASE(>($14, 0.000000), /($8, $14), null:DECIMAL(38, 6)), CASE(>($12, 0.000000), /($6, $12), null:DECIMAL(38, 6))), >(CASE(>($14, 0.000000), /($8, $14), null:DECIMAL(38, 6)), CASE(>($10, 0.000000), /($4, $10), null:DECIMAL(38, 6))), =($9, $13))], joinType=[inner])
+ ImpalaJoinRel(condition=[=($9, $11)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $9)], joinType=[inner])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], CUSTOMER_FIRST_NAME=[$1], CUSTOMER_LAST_NAME=[$2], CUSTOMER_BIRTH_COUNTRY=[$4], YEAR_TOTAL=[$7])
+ ImpalaFilterRel(condition=[IS NOT NULL($7)])
ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$1], CUSTOMER_FIRST_NAME=[$2], CUSTOMER_LAST_NAME=[$3], CUSTOMER_PREFERRED_CUST_FLAG=[$4], CUSTOMER_BIRTH_COUNTRY=[$5], CUSTOMER_LOGIN=[$6], CUSTOMER_EMAIL_ADDRESS=[$7], $f8=[/(+(-(-($12, $11), $9), $10), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($0, $8)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
- ImpalaProjectRel(ws_bill_customer_sk=[$3], ws_ext_discount_amt=[$21], ws_ext_sales_price=[$22], ws_ext_wholesale_cost=[$23], ws_ext_list_price=[$24], ws_sold_date_sk=[$33])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_sales]])
+ ImpalaProjectRel(ss_customer_sk=[$2], ss_ext_discount_amt=[$13], ss_ext_sales_price=[$14], ss_ext_wholesale_cost=[$15], ss_ext_list_price=[$16], ss_sold_date_sk=[$22])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
+ ImpalaFilterRel(condition=[AND(=($1, 2000), IS NOT NULL($0))])
ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
ImpalaJoinRel(condition=[=($4, $0)], joinType=[inner])
ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
ImpalaFilterRel(condition=[IS NOT NULL($7)])
ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$1], CUSTOMER_FIRST_NAME=[$2], CUSTOMER_LAST_NAME=[$3], CUSTOMER_PREFERRED_CUST_FLAG=[$4], CUSTOMER_BIRTH_COUNTRY=[$5], CUSTOMER_LOGIN=[$6], CUSTOMER_EMAIL_ADDRESS=[$7], $f8=[/(+(-(-($12, $11), $9), $10), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($0, $8)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
ImpalaProjectRel(ws_bill_customer_sk=[$3], ws_ext_discount_amt=[$21], ws_ext_sales_price=[$22], ws_ext_wholesale_cost=[$23], ws_ext_list_price=[$24], ws_sold_date_sk=[$33])
@@ -736,6 +701,9 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[
ImpalaFilterRel(condition=[AND(=($1, 2000), IS NOT NULL($0))])
ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
ImpalaJoinRel(condition=[=($2, $0)], joinType=[inner])
ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
ImpalaFilterRel(condition=[IS NOT NULL($7)])
@@ -769,969 +737,961 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[
ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
-F31:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Instance Resources: mem-estimate=4.93MB mem-reservation=4.00MB thread-reservation=1
-| max-parallelism=1 segment-costs=[442] cpu-comparison-result=1440 [max(1 (self) vs 1440 (sum children))]
-PLAN-ROOT SINK
-| output exprs: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_birth_country
-| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
-|
-78:MERGING-EXCHANGE [UNPARTITIONED]
-| order by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_birth_country ASC NULLS LAST
-| limit: 100
-| mem-estimate=953.44KB mem-reservation=0B thread-reservation=0
-| tuple-ids=42 row-size=85B cardinality=100 cost=42
-| in pipelines: 41(GETNEXT)
-|
-F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-Per-Instance Resources: mem-estimate=29.83MB mem-reservation=0B thread-reservation=1
-max-parallelism=160 segment-costs=[1503467851, 253] cpu-comparison-result=1440 [max(110 (self) vs 1440 (sum children))]
-41:TOP-N [LIMIT=100]
-| order by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_birth_country ASC NULLS LAST
-| mem-estimate=8.27KB mem-reservation=0B thread-reservation=0
-| tuple-ids=42 row-size=85B cardinality=100 cost=1183867292
-| in pipelines: 41(GETNEXT), 46(OPEN)
+ ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
+ ImpalaFilterRel(condition=[>($7, 0.000000)])
+ ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
+ ImpalaProjectRel(ws_bill_customer_sk=[$3], ws_ext_discount_amt=[$21], ws_ext_sales_price=[$22], ws_ext_wholesale_cost=[$23], ws_ext_list_price=[$24], ws_sold_date_sk=[$33])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_sales]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
+ ImpalaFilterRel(condition=[>($7, 0.000000)])
+ ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
+ ImpalaProjectRel(cs_bill_customer_sk=[$2], cs_ext_discount_amt=[$21], cs_ext_sales_price=[$22], cs_ext_wholesale_cost=[$23], cs_ext_list_price=[$24], cs_sold_date_sk=[$33])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_sales]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+F31:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Instance Resources: mem-estimate=5.02MB mem-reservation=4.00MB thread-reservation=1
+| max-parallelism=1 segment-costs=[442] cpu-comparison-result=1440 [max(1 (self) vs 1440 (sum children))]
+PLAN-ROOT SINK
+| output exprs: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_birth_country
+| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
+|
+78:MERGING-EXCHANGE [UNPARTITIONED]
+| order by: tpcds_partitioned_parquet_snap.customer.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_birth_country ASC NULLS LAST
+| limit: 100
+| mem-estimate=1.02MB mem-reservation=0B thread-reservation=0
+| tuple-ids=42 row-size=85B cardinality=100 cost=42
+| in pipelines: 41(GETNEXT)
+|
+F20:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+Per-Instance Resources: mem-estimate=29.83MB mem-reservation=0B thread-reservation=1
+max-parallelism=260 segment-costs=[2586011054, 253] cpu-comparison-result=1440 [max(120 (self) vs 1440 (sum children))]
+41:TOP-N [LIMIT=100]
+| order by: tpcds_partitioned_parquet_snap.customer.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_birth_country ASC NULLS LAST
+| mem-estimate=8.27KB mem-reservation=0B thread-reservation=0
+| tuple-ids=42 row-size=85B cardinality=100 cost=2263026260
+| in pipelines: 41(GETNEXT), 46(OPEN)
|
40:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=00
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer.c_customer_id
-| other join predicates: CASE WHEN sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6)) THEN divide(sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partition [...]
+| hash predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| other join predicates: CASE WHEN sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6)) THEN divide(sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_par [...]
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27,20,13,6 row-size=991B cardinality=79.98M cost=52428030
+| tuple-ids=6,13,20,27,34,41 row-size=991B cardinality=147.90M cost=64733813
| in pipelines: 46(GETNEXT), 76(OPEN)
|
-|--F32:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=181.24MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | max-parallelism=160 segment-costs=[149629463] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
+|--F32:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=153.95MB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=260 segment-costs=[149629463] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_id
-| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_id, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_id
-| | mem-estimate=135.41MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=79982682
+| | build expressions: tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| | runtime filters: RF001[min_max] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| | mem-estimate=124.13MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=79982682
| |
-| 77:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id)]
+| 77:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=6 row-size=165B cardinality=79.98M cost=69646781
+| | tuple-ids=41 row-size=165B cardinality=79.98M cost=69646781
| | in pipelines: 76(GETNEXT)
| |
-| F30:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id,tpcds_partitioned_parquet_snap.customer.c_first_name,tpcds_partitioned_parquet_snap.customer.c_last_name,tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer.c_birth_country,tpcds_partitioned_parquet_snap.customer.c_login,tpcds_partitioned_parquet_snap.customer.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=1.17GB mem-reservation=34.00MB thread-reservation=1
+| F30:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id,tpcds_partitioned_parquet_snap.customer_4.c_first_name,tpcds_partitioned_parquet_snap.customer_4.c_last_name,tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_4.c_birth_country,tpcds_partitioned_parquet_snap.customer_4.c_login,tpcds_partitioned_parquet_snap.customer_4.c_email_address)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=1.18GB mem-reservation=34.00MB thread-reservation=1
| max-parallelism=550 segment-costs=[5417525566, 891856952] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
| 76:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2))
+| | group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
+| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
| | mem-estimate=1.10GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=6 row-size=165B cardinality=79.98M cost=4721057758
-| | in pipelines: 76(GETNEXT), 00(OPEN)
+| | tuple-ids=41 row-size=165B cardinality=79.98M cost=4721057758
+| | in pipelines: 76(GETNEXT), 34(OPEN)
| |
-| 75:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id,tpcds_partitioned_parquet_snap.customer.c_first_name,tpcds_partitioned_parquet_snap.customer.c_last_name,tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer.c_birth_country,tpcds_partitioned_parquet_snap.customer.c_login,tpcds_partitioned_parquet_snap.customer.c_email_address)]
+| 75:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id,tpcds_partitioned_parquet_snap.customer_4.c_first_name,tpcds_partitioned_parquet_snap.customer_4.c_last_name,tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_4.c_birth_country,tpcds_partitioned_parquet_snap.customer_4.c_login,tpcds_partitioned_parquet_snap.customer_4.c_email_address)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=6 row-size=165B cardinality=799.83M cost=696467808
-| | in pipelines: 00(GETNEXT)
+| | tuple-ids=41 row-size=165B cardinality=799.83M cost=696467808
+| | in pipelines: 34(GETNEXT)
| |
-| F29:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
+| F29:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)] hosts=10 instances=120
| Per-Instance Resources: mem-estimate=938.49MB mem-reservation=34.00MB thread-reservation=1
| max-parallelism=900 segment-costs=[5346593754, 8918569464] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 05:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
+| 39:AGGREGATE [STREAMING]
+| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
| | mem-estimate=844.52MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=6 row-size=165B cardinality=799.83M cost=4721057758
-| | in pipelines: 00(GETNEXT)
+| | tuple-ids=41 row-size=165B cardinality=799.83M cost=4721057758
+| | in pipelines: 34(GETNEXT)
| |
-| 04:HASH JOIN [INNER JOIN, PARTITIONED]
+| 38:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash-table-id=01
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=0,2,4 row-size=185B cardinality=799.83M cost=368416277
-| | in pipelines: 00(GETNEXT), 03(OPEN)
+| | tuple-ids=35,37,39 row-size=185B cardinality=799.83M cost=368416277
+| | in pipelines: 34(GETNEXT), 37(OPEN)
| |
-| |--F33:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
-| | | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
+| |--F33:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)] hosts=10 instances=120
+| | | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
| | | max-parallelism=900 segment-costs=[54467197]
| | JOIN BUILD
| | | join-table-id=01 plan-id=02 cohort-id=02
-| | | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | | runtime filters: RF031[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | | build expressions: tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
+| | | runtime filters: RF030[bloom] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_sk, RF031[min_max] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| | |
-| | 74:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
+| | 74:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_sk)]
| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=4 row-size=153B cardinality=30.00M cost=24467197
-| | | in pipelines: 03(GETNEXT)
+| | | tuple-ids=39 row-size=153B cardinality=30.00M cost=24467197
+| | | in pipelines: 37(GETNEXT)
| | |
| | F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[342891999]
-| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | 37:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
| | stored statistics:
| | table: rows=30.00M size=1.55GB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=4 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 03(GETNEXT)
+| | tuple-ids=39 row-size=153B cardinality=30.00M cost=31557228
+| | in pipelines: 37(GETNEXT)
| |
-| 73:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
+| 73:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)]
| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=0,2 row-size=32B cardinality=871.30M cost=257119719
-| | in pipelines: 00(GETNEXT)
+| | tuple-ids=35,37 row-size=32B cardinality=871.30M cost=257119719
+| | in pipelines: 34(GETNEXT)
| |
| F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
+| Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=256.00KB thread-reservation=1
| max-parallelism=350 segment-costs=[3401959876]
-| 02:HASH JOIN [INNER JOIN, BROADCAST]
+| 36:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=02
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=0,2 row-size=32B cardinality=871.30M cost=381366658
-| | in pipelines: 00(GETNEXT), 01(OPEN)
+| | tuple-ids=35,37 row-size=32B cardinality=871.30M cost=381366658
+| | in pipelines: 34(GETNEXT), 35(OPEN)
| |
| |--F34:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[863]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | | runtime filters: RF032[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| | | runtime filters: RF032[bloom] <- tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
| | 72:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=2 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 01(GETNEXT)
+| | | tuple-ids=37 row-size=8B cardinality=373 cost=490
+| | | in pipelines: 35(GETNEXT)
| | |
| | F27:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=1 segment-costs=[12536]
-| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | 35:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=2 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 01(GETNEXT)
+| | tuple-ids=37 row-size=8B cardinality=373 cost=12520
+| | in pipelines: 35(GETNEXT)
| |
-| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk IS NOT NULL
+| 34:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
+| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk IS NOT NULL
| HDFS partitions=1830/1831 files=1830 size=280.81GB
-| predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
-| runtime filters: RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF032[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
+| predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
+| runtime filters: RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk, RF032[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk, RF030[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1830/1830 rows=4.30G
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=5.09M est-scan-range=373(filtered from 1830)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
-| tuple-ids=0 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
-| in pipelines: 00(GETNEXT)
+| tuple-ids=35 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
+| in pipelines: 34(GETNEXT)
|
-39:HASH JOIN [INNER JOIN, PARTITIONED]
+33:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=03
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_0.c_customer_id
+| hash predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27,20,13 row-size=826B cardinality=147.90M cost=38122543
+| tuple-ids=6,13,20,27,34 row-size=826B cardinality=147.90M cost=64733813
| in pipelines: 46(GETNEXT), 70(OPEN)
|
-|--F35:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=285.86MB mem-reservation=34.00MB thread-reservation=1
-| | max-parallelism=160 segment-costs=[276678749] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
+|--F35:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=90.89MB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=260 segment-costs=[76003415] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
| JOIN BUILD
| | join-table-id=03 plan-id=04 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| | runtime filters: RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| | mem-estimate=256.04MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=147895394
+| | build expressions: tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| | runtime filters: RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| | mem-estimate=61.07MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=40626738
| |
-| 71:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id)]
+| 71:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=13 row-size=165B cardinality=147.90M cost=128783355
+| | tuple-ids=34 row-size=165B cardinality=40.63M cost=35376677
| | in pipelines: 70(GETNEXT)
| |
-| F25:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id,tpcds_partitioned_parquet_snap.customer_0.c_first_name,tpcds_partitioned_parquet_snap.customer_0.c_last_name,tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_0.c_birth_country,tpcds_partitioned_parquet_snap.customer_0.c_login,tpcds_partitioned_parquet_snap.customer_0.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=2.10GB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=1010 segment-costs=[10017507045, 1649126185] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| F25:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id,tpcds_partitioned_parquet_snap.customer_3.c_first_name,tpcds_partitioned_parquet_snap.customer_3.c_last_name,tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_3.c_birth_country,tpcds_partitioned_parquet_snap.customer_3.c_login,tpcds_partitioned_parquet_snap.customer_3.c_email_address)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=651.24MB mem-reservation=34.00MB thread-reservation=1
+| max-parallelism=280 segment-costs=[2751800623, 453013550] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
| 70:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2)) IS NOT NULL
-| | mem-estimate=2.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=13 row-size=165B cardinality=147.90M cost=8729673496
-| | in pipelines: 70(GETNEXT), 06(OPEN)
+| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2))
+| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
+| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+| | mem-estimate=571.96MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=34 row-size=165B cardinality=40.63M cost=2398033848
+| | in pipelines: 70(GETNEXT), 27(OPEN)
| |
-| 69:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id,tpcds_partitioned_parquet_snap.customer_0.c_first_name,tpcds_partitioned_parquet_snap.customer_0.c_last_name,tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_0.c_birth_country,tpcds_partitioned_parquet_snap.customer_0.c_login,tpcds_partitioned_parquet_snap.customer_0.c_email_address)]
+| 69:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id,tpcds_partitioned_parquet_snap.customer_3.c_first_name,tpcds_partitioned_parquet_snap.customer_3.c_last_name,tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_3.c_birth_country,tpcds_partitioned_parquet_snap.customer_3.c_login,tpcds_partitioned_parquet_snap.customer_3.c_email_address)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=13 row-size=165B cardinality=1.48G cost=1287833549
-| | in pipelines: 06(GETNEXT)
+| | tuple-ids=34 row-size=165B cardinality=406.27M cost=353766775
+| | in pipelines: 27(GETNEXT)
| |
-| F24:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=1.62GB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=1650 segment-costs=[9886347547, 16491261804] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 11:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
-| | mem-estimate=1.52GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=13 row-size=165B cardinality=1.48G cost=8729673496
-| | in pipelines: 06(GETNEXT)
+| F24:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=522.94MB mem-reservation=34.00MB thread-reservation=1
+| max-parallelism=460 segment-costs=[2715168496, 4530135523] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
+| 32:AGGREGATE [STREAMING]
+| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
+| | mem-estimate=428.97MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=34 row-size=165B cardinality=406.27M cost=2398033848
+| | in pipelines: 27(GETNEXT)
| |
-| 10:HASH JOIN [INNER JOIN, PARTITIONED]
+| 31:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash-table-id=04
-| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=7,9,11 row-size=185B cardinality=1.48G cost=681235853
-| | in pipelines: 06(GETNEXT), 09(OPEN)
+| | tuple-ids=28,30,32 row-size=185B cardinality=406.27M cost=186854633
+| | in pipelines: 27(GETNEXT), 30(OPEN)
| |
-| |--F36:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
+| |--F36:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)] hosts=10 instances=120
| | | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
-| | | max-parallelism=1650 segment-costs=[54467197]
+| | | max-parallelism=460 segment-costs=[54467197]
| | JOIN BUILD
| | | join-table-id=04 plan-id=05 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
-| | | runtime filters: RF027[min_max] <- tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | | build expressions: tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
+| | | runtime filters: RF027[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| | |
-| | 68:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_sk)]
+| | 68:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_sk)]
| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=11 row-size=153B cardinality=30.00M cost=24467197
-| | | in pipelines: 09(GETNEXT)
+| | | tuple-ids=32 row-size=153B cardinality=30.00M cost=24467197
+| | | in pipelines: 30(GETNEXT)
| | |
| | F23:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[342891999]
-| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | 30:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id
+| | predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
+| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id
| | stored statistics:
| | table: rows=30.00M size=1.55GB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=11 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 09(GETNEXT)
+| | tuple-ids=32 row-size=153B cardinality=30.00M cost=31557228
+| | in pipelines: 30(GETNEXT)
| |
-| 67:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
+| 67:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)]
| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=7,9 row-size=32B cardinality=1.61G cost=475438198
-| | in pipelines: 06(GETNEXT)
+| | tuple-ids=28,30 row-size=32B cardinality=441.48M cost=130280015
+| | in pipelines: 27(GETNEXT)
| |
| F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
-| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=512.00KB thread-reservation=1
-| max-parallelism=373 segment-costs=[6315884965]
-| 08:HASH JOIN [INNER JOIN, BROADCAST]
+| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=128.00KB thread-reservation=1
+| max-parallelism=180 segment-costs=[1722951425]
+| 29:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=05
-| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=7,9 row-size=32B cardinality=1.61G cost=705182309
-| | in pipelines: 06(GETNEXT), 07(OPEN)
+| | tuple-ids=28,30 row-size=32B cardinality=441.48M cost=193234710
+| | in pipelines: 27(GETNEXT), 28(OPEN)
| |
| |--F37:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[863]
| | JOIN BUILD
| | | join-table-id=05 plan-id=06 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | | runtime filters: RF028[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
+| | | runtime filters: RF028[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
| | 66:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=9 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 07(GETNEXT)
+| | | tuple-ids=30 row-size=8B cardinality=373 cost=490
+| | | in pipelines: 28(GETNEXT)
| | |
| | F22:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=1 segment-costs=[12536]
-| | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | 28:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(1999 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=9 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 07(GETNEXT)
+| | tuple-ids=30 row-size=8B cardinality=373 cost=12520
+| | in pipelines: 28(GETNEXT)
| |
-| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
-| HDFS partitions=1823/1824 files=1823 size=389.69GB
-| predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
-| runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
+| 27:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
+| partition predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk IS NOT NULL
+| HDFS partitions=1823/1824 files=1823 size=145.67GB
+| predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
+| runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk
| stored statistics:
-| table: rows=8.64G size=389.90GB
-| partitions: 1823/1823 rows=8.25G
+| table: rows=2.16G size=145.75GB
+| partitions: 1823/1823 rows=2.16G
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=7 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
-| in pipelines: 06(GETNEXT)
+| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
+| tuple-ids=28 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
+| in pipelines: 27(GETNEXT)
|
-38:HASH JOIN [INNER JOIN, PARTITIONED]
+26:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=06
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_1.c_customer_id
+| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27,20 row-size=661B cardinality=44.15M cost=19323471
-| in pipelines: 46(GETNEXT), 64(OPEN)
+| tuple-ids=6,13,20,27 row-size=661B cardinality=147.90M cost=64733813
+| in pipelines: 46(GETNEXT), 51(OPEN)
|
-|--F38:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=101.98MB mem-reservation=34.00MB thread-reservation=1
-| | max-parallelism=160 segment-costs=[82590434] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
+|--F38:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=197.54MB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=260 segment-costs=[93785738] cpu-comparison-result=720 [max(120 (self) vs 720 (sum children))]
| JOIN BUILD
| | join-table-id=06 plan-id=07 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| | runtime filters: RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| | mem-estimate=72.15MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=44147752
-| |
-| 65:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)]
-| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=20 row-size=165B cardinality=44.15M cost=38442682
-| | in pipelines: 64(GETNEXT)
-| |
-| F20:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id,tpcds_partitioned_parquet_snap.customer_1.c_first_name,tpcds_partitioned_parquet_snap.customer_1.c_last_name,tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_1.c_birth_country,tpcds_partitioned_parquet_snap.customer_1.c_login,tpcds_partitioned_parquet_snap.customer_1.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=694.21MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=300 segment-costs=[2990292024, 492275059] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
-| 64:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
-| | mem-estimate=621.53MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=20 row-size=165B cardinality=44.15M cost=2605865203
-| | in pipelines: 64(GETNEXT), 13(OPEN)
-| |
-| 63:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id,tpcds_partitioned_parquet_snap.customer_1.c_first_name,tpcds_partitioned_parquet_snap.customer_1.c_last_name,tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_1.c_birth_country,tpcds_partitioned_parquet_snap.customer_1.c_login,tpcds_partitioned_parquet_snap.customer_1.c_email_address)]
-| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=20 row-size=165B cardinality=441.48M cost=384426821
-| | in pipelines: 13(GETNEXT)
-| |
-| F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=560.12MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=500 segment-costs=[2929379928, 4922750583] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 17:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
-| | mem-estimate=466.14MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=20 row-size=165B cardinality=441.48M cost=2605865203
-| | in pipelines: 13(GETNEXT)
+| | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | runtime filters: RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | mem-estimate=167.71MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=40626738
| |
-| 16:HASH JOIN [INNER JOIN, PARTITIONED]
+| 25:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash-table-id=07
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
-| | fk/pk conjuncts: none
+| | hash predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_0.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=16,18,14 row-size=185B cardinality=441.48M cost=193234710
-| | in pipelines: 13(GETNEXT), 12(OPEN)
+| | tuple-ids=13,20,27 row-size=495B cardinality=40.63M cost=17782323
+| | in pipelines: 51(GETNEXT), 56(OPEN)
| |
-| |--F39:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
-| | | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
-| | | max-parallelism=500 segment-costs=[54467197]
+| |--F39:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | | Per-Instance Resources: mem-estimate=258.93MB mem-reservation=34.00MB thread-reservation=1
+| | | max-parallelism=260 segment-costs=[184637882] cpu-comparison-result=480 [max(120 (self) vs 480 (sum children))]
| | JOIN BUILD
| | | join-table-id=07 plan-id=08 cohort-id=04
-| | | build expressions: tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
-| | | runtime filters: RF023[min_max] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
-| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
+| | | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | runtime filters: RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | mem-estimate=229.10MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=79982682
| | |
-| | 62:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_sk)]
-| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=14 row-size=153B cardinality=30.00M cost=24467197
+| | 24:HASH JOIN [INNER JOIN, PARTITIONED]
+| | | hash-table-id=08
+| | | hash predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_1.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=20,27 row-size=330B cardinality=79.98M cost=35008419
+| | | in pipelines: 56(GETNEXT), 61(OPEN)
+| | |
+| | |--F40:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | | | Per-Instance Resources: mem-estimate=264.52MB mem-reservation=34.00MB thread-reservation=1
+| | | | max-parallelism=260 segment-costs=[276678749] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| | | JOIN BUILD
+| | | | join-table-id=08 plan-id=09 cohort-id=05
+| | | | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | | runtime filters: RF017[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | | mem-estimate=234.70MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=147895394
+| | | |
+| | | 63:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id)]
+| | | | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=27 row-size=165B cardinality=147.90M cost=128783355
+| | | | in pipelines: 61(GETNEXT)
+| | | |
+| | | F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id,tpcds_partitioned_parquet_snap.customer_2.c_first_name,tpcds_partitioned_parquet_snap.customer_2.c_last_name,tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_2.c_birth_country,tpcds_partitioned_parquet_snap.customer_2.c_login,tpcds_partitioned_parquet_snap.customer_2.c_email_address)] hosts=10 instances=120
+| | | Per-Instance Resources: mem-estimate=2.11GB mem-reservation=34.00MB thread-reservation=1
+| | | max-parallelism=1010 segment-costs=[10017507045, 1649126185] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| | | 61:AGGREGATE [FINALIZE]
+| | | | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2))
+| | | | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
+| | | | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+| | | | mem-estimate=2.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | | tuple-ids=27 row-size=165B cardinality=147.90M cost=8729673496
+| | | | in pipelines: 61(GETNEXT), 18(OPEN)
+| | | |
+| | | 60:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id,tpcds_partitioned_parquet_snap.customer_2.c_first_name,tpcds_partitioned_parquet_snap.customer_2.c_last_name,tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_2.c_birth_country,tpcds_partitioned_parquet_snap.customer_2.c_login,tpcds_partitioned_parquet_snap.customer_2.c_email_address)]
+| | | | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=27 row-size=165B cardinality=1.48G cost=1287833549
+| | | | in pipelines: 18(GETNEXT)
+| | | |
+| | | F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)] hosts=10 instances=120
+| | | Per-Instance Resources: mem-estimate=1.62GB mem-reservation=34.00MB thread-reservation=1
+| | | max-parallelism=1650 segment-costs=[9886347547, 16491261804] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
+| | | 23:AGGREGATE [STREAMING]
+| | | | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | | | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
+| | | | mem-estimate=1.52GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | | tuple-ids=27 row-size=165B cardinality=1.48G cost=8729673496
+| | | | in pipelines: 18(GETNEXT)
+| | | |
+| | | 22:HASH JOIN [INNER JOIN, PARTITIONED]
+| | | | hash-table-id=09
+| | | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| | | | tuple-ids=21,23,25 row-size=185B cardinality=1.48G cost=681235853
+| | | | in pipelines: 18(GETNEXT), 21(OPEN)
+| | | |
+| | | |--F41:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)] hosts=10 instances=120
+| | | | | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
+| | | | | max-parallelism=1650 segment-costs=[54467197]
+| | | | JOIN BUILD
+| | | | | join-table-id=09 plan-id=10 cohort-id=06
+| | | | | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | | runtime filters: RF022[bloom] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_sk, RF023[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
+| | | | |
+| | | | 59:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_sk)]
+| | | | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
+| | | | | tuple-ids=25 row-size=153B cardinality=30.00M cost=24467197
+| | | | | in pipelines: 21(GETNEXT)
+| | | | |
+| | | | F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | | | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
+| | | | max-parallelism=10 segment-costs=[342891999]
+| | | | 21:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | | | HDFS partitions=1/1 files=1 size=1.55GB
+| | | | predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
+| | | | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | | stored statistics:
+| | | | table: rows=30.00M size=1.55GB
+| | | | columns: all
+| | | | extrapolated-rows=disabled max-scan-range-rows=3.10M
+| | | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
+| | | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | | | tuple-ids=25 row-size=153B cardinality=30.00M cost=31557228
+| | | | in pipelines: 21(GETNEXT)
+| | | |
+| | | 58:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)]
+| | | | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=21,23 row-size=32B cardinality=1.61G cost=475438198
+| | | | in pipelines: 18(GETNEXT)
+| | | |
+| | | F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
+| | | Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
+| | | Per-Instance Resources: mem-estimate=34.75MB mem-reservation=512.00KB thread-reservation=1
+| | | max-parallelism=373 segment-costs=[6315884965]
+| | | 20:HASH JOIN [INNER JOIN, BROADCAST]
+| | | | hash-table-id=10
+| | | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
+| | | | tuple-ids=21,23 row-size=32B cardinality=1.61G cost=705182309
+| | | | in pipelines: 18(GETNEXT), 19(OPEN)
+| | | |
+| | | |--F42:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | | | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | | | max-parallelism=10 segment-costs=[863]
+| | | | JOIN BUILD
+| | | | | join-table-id=10 plan-id=11 cohort-id=06
+| | | | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | | runtime filters: RF024[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
+| | | | |
+| | | | 57:EXCHANGE [BROADCAST]
+| | | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | | | | tuple-ids=23 row-size=8B cardinality=373 cost=490
+| | | | | in pipelines: 19(GETNEXT)
+| | | | |
+| | | | F16:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| | | | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
+| | | | max-parallelism=1 segment-costs=[12536]
+| | | | 19:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | | | HDFS partitions=1/1 files=1 size=2.17MB
+| | | | predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | | | stored statistics:
+| | | | table: rows=73.05K size=2.17MB
+| | | | columns: all
+| | | | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | | | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(1999 AS INT)
+| | | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| | | | tuple-ids=23 row-size=8B cardinality=373 cost=12520
+| | | | in pipelines: 19(GETNEXT)
+| | | |
+| | | 18:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
+| | | partition predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk IS NOT NULL
+| | | HDFS partitions=1823/1824 files=1823 size=389.69GB
+| | | predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
+| | | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk
+| | | stored statistics:
+| | | table: rows=8.64G size=389.90GB
+| | | partitions: 1823/1823 rows=8.25G
+| | | columns: all
+| | | extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
+| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
+| | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| | | tuple-ids=21 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
+| | | in pipelines: 18(GETNEXT)
+| | |
+| | 62:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)]
+| | | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=20 row-size=165B cardinality=79.98M cost=69646781
+| | | in pipelines: 56(GETNEXT)
+| | |
+| | F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id,tpcds_partitioned_parquet_snap.customer_1.c_first_name,tpcds_partitioned_parquet_snap.customer_1.c_last_name,tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_1.c_birth_country,tpcds_partitioned_parquet_snap.customer_1.c_login,tpcds_partitioned_parquet_snap.customer_1.c_email_address)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=1.18GB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=550 segment-costs=[5417525566, 891856952] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| | 56:AGGREGATE [FINALIZE]
+| | | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2))
+| | | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
+| | | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2)) IS NOT NULL
+| | | mem-estimate=1.10GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=20 row-size=165B cardinality=79.98M cost=4721057758
+| | | in pipelines: 56(GETNEXT), 12(OPEN)
+| | |
+| | 55:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id,tpcds_partitioned_parquet_snap.customer_1.c_first_name,tpcds_partitioned_parquet_snap.customer_1.c_last_name,tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_1.c_birth_country,tpcds_partitioned_parquet_snap.customer_1.c_login,tpcds_partitioned_parquet_snap.customer_1.c_email_address)]
+| | | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=20 row-size=165B cardinality=799.83M cost=696467808
| | | in pipelines: 12(GETNEXT)
| | |
-| | F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
-| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=10 segment-costs=[342891999]
-| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| | stored statistics:
-| | table: rows=30.00M size=1.55GB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=14 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 12(GETNEXT)
-| |
-| 61:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)]
-| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=16,18 row-size=32B cardinality=441.48M cost=130280015
-| | in pipelines: 13(GETNEXT)
-| |
-| F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
-| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=128.00KB thread-reservation=1
-| max-parallelism=180 segment-costs=[1722951425]
-| 15:HASH JOIN [INNER JOIN, BROADCAST]
-| | hash-table-id=08
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=16,18 row-size=32B cardinality=441.48M cost=193234710
-| | in pipelines: 13(GETNEXT), 14(OPEN)
-| |
-| |--F40:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[863]
-| | JOIN BUILD
-| | | join-table-id=08 plan-id=09 cohort-id=04
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | | runtime filters: RF024[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
+| | F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=938.49MB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=900 segment-costs=[5346593754, 8918569464] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
+| | 17:AGGREGATE [STREAMING]
+| | | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
+| | | mem-estimate=844.52MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=20 row-size=165B cardinality=799.83M cost=4721057758
+| | | in pipelines: 12(GETNEXT)
| | |
-| | 60:EXCHANGE [BROADCAST]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=18 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 14(GETNEXT)
+| | 16:HASH JOIN [INNER JOIN, PARTITIONED]
+| | | hash-table-id=11
+| | | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=14,16,18 row-size=185B cardinality=799.83M cost=368416277
+| | | in pipelines: 12(GETNEXT), 15(OPEN)
| | |
-| | F17:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
-| | max-parallelism=1 segment-costs=[12536]
-| | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | |--F43:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
+| | | | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
+| | | | max-parallelism=900 segment-costs=[54467197]
+| | | JOIN BUILD
+| | | | join-table-id=11 plan-id=12 cohort-id=05
+| | | | build expressions: tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | | runtime filters: RF018[bloom] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_sk, RF019[min_max] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
+| | | |
+| | | 54:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_sk)]
+| | | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=18 row-size=153B cardinality=30.00M cost=24467197
+| | | | in pipelines: 15(GETNEXT)
+| | | |
+| | | F12:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
+| | | max-parallelism=10 segment-costs=[342891999]
+| | | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | | HDFS partitions=1/1 files=1 size=1.55GB
+| | | predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
+| | | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id
+| | | stored statistics:
+| | | table: rows=30.00M size=1.55GB
+| | | columns: all
+| | | extrapolated-rows=disabled max-scan-range-rows=3.10M
+| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
+| | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | | tuple-ids=18 row-size=153B cardinality=30.00M cost=31557228
+| | | in pipelines: 15(GETNEXT)
+| | |
+| | 53:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
+| | | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=14,16 row-size=32B cardinality=871.30M cost=257119719
+| | | in pipelines: 12(GETNEXT)
+| | |
+| | F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
+| | Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
+| | Per-Instance Resources: mem-estimate=34.75MB mem-reservation=256.00KB thread-reservation=1
+| | max-parallelism=350 segment-costs=[3401959876]
+| | 14:HASH JOIN [INNER JOIN, BROADCAST]
+| | | hash-table-id=12
+| | | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
+| | | tuple-ids=14,16 row-size=32B cardinality=871.30M cost=381366658
+| | | in pipelines: 12(GETNEXT), 13(OPEN)
+| | |
+| | |--F44:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | | max-parallelism=10 segment-costs=[863]
+| | | JOIN BUILD
+| | | | join-table-id=12 plan-id=13 cohort-id=05
+| | | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
+| | | |
+| | | 52:EXCHANGE [BROADCAST]
+| | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=16 row-size=8B cardinality=373 cost=490
+| | | | in pipelines: 13(GETNEXT)
+| | | |
+| | | F11:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| | | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
+| | | max-parallelism=1 segment-costs=[12536]
+| | | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | | HDFS partitions=1/1 files=1 size=2.17MB
+| | | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | | stored statistics:
+| | | table: rows=73.05K size=2.17MB
+| | | columns: all
+| | | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2000 AS INT)
+| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| | | tuple-ids=16 row-size=8B cardinality=373 cost=12520
+| | | in pipelines: 13(GETNEXT)
+| | |
+| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
+| | partition predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk IS NOT NULL
+| | HDFS partitions=1830/1831 files=1830 size=280.81GB
+| | predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
+| | runtime filters: RF019[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF018[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
| | stored statistics:
-| | table: rows=73.05K size=2.17MB
+| | table: rows=4.32G size=280.96GB
+| | partitions: 1830/1830 rows=4.30G
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(1999 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=18 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 14(GETNEXT)
-| |
-| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk IS NOT NULL
-| HDFS partitions=1823/1824 files=1823 size=145.67GB
-| predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
-| runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
-| stored statistics:
-| table: rows=2.16G size=145.75GB
-| partitions: 1823/1823 rows=2.16G
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=16 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
-| in pipelines: 13(GETNEXT)
-|
-37:HASH JOIN [INNER JOIN, PARTITIONED]
-| hash-table-id=09
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27 row-size=495B cardinality=44.15M cost=28515130
-| in pipelines: 46(GETNEXT), 58(OPEN)
-|
-|--F41:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=117.98MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | max-parallelism=160 segment-costs=[82590434] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
-| JOIN BUILD
-| | join-table-id=09 plan-id=10 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| | mem-estimate=72.15MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=44147752
+| | extrapolated-rows=disabled max-scan-range-rows=5.09M est-scan-range=373(filtered from 1830)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
+| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
+| | tuple-ids=14 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
+| | in pipelines: 12(GETNEXT)
| |
-| 59:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id)]
+| 64:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=27 row-size=165B cardinality=44.15M cost=38442682
-| | in pipelines: 58(GETNEXT)
+| | tuple-ids=13 row-size=165B cardinality=40.63M cost=35376677
+| | in pipelines: 51(GETNEXT)
| |
-| F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id,tpcds_partitioned_parquet_snap.customer_2.c_first_name,tpcds_partitioned_parquet_snap.customer_2.c_last_name,tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_2.c_birth_country,tpcds_partitioned_parquet_snap.customer_2.c_login,tpcds_partitioned_parquet_snap.customer_2.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=694.21MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=300 segment-costs=[2990292024, 492275059] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
-| 58:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2)) IS NOT NULL
-| | mem-estimate=621.53MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=27 row-size=165B cardinality=44.15M cost=2605865203
-| | in pipelines: 58(GETNEXT), 19(OPEN)
+| F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id,tpcds_partitioned_parquet_snap.customer_0.c_first_name,tpcds_partitioned_parquet_snap.customer_0.c_last_name,tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_0.c_birth_country,tpcds_partitioned_parquet_snap.customer_0.c_login,tpcds_partitioned_parquet_snap.customer_0.c_email_address)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=651.24MB mem-reservation=34.00MB thread-reservation=1
+| max-parallelism=280 segment-costs=[2751800623, 453013550] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| 51:AGGREGATE [FINALIZE]
+| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2))
+| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
+| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2)) IS NOT NULL
+| | mem-estimate=571.96MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=13 row-size=165B cardinality=40.63M cost=2398033848
+| | in pipelines: 51(GETNEXT), 06(OPEN)
| |
-| 57:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id,tpcds_partitioned_parquet_snap.customer_2.c_first_name,tpcds_partitioned_parquet_snap.customer_2.c_last_name,tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_2.c_birth_country,tpcds_partitioned_parquet_snap.customer_2.c_login,tpcds_partitioned_parquet_snap.customer_2.c_email_address)]
+| 50:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id,tpcds_partitioned_parquet_snap.customer_0.c_first_name,tpcds_partitioned_parquet_snap.customer_0.c_last_name,tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_0.c_birth_country,tpcds_partitioned_parquet_snap.customer_0.c_login,tpcds_partitioned_parquet_snap.customer_0.c_email_address)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=27 row-size=165B cardinality=441.48M cost=384426821
-| | in pipelines: 19(GETNEXT)
+| | tuple-ids=13 row-size=165B cardinality=406.27M cost=353766775
+| | in pipelines: 06(GETNEXT)
| |
-| F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=560.12MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=500 segment-costs=[2929379928, 4922750583] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 23:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
-| | mem-estimate=466.14MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=27 row-size=165B cardinality=441.48M cost=2605865203
-| | in pipelines: 19(GETNEXT)
-| |
-| 22:HASH JOIN [INNER JOIN, PARTITIONED]
-| | hash-table-id=10
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
-| | fk/pk conjuncts: none
+| F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=522.94MB mem-reservation=34.00MB thread-reservation=1
+| max-parallelism=460 segment-costs=[2715168496, 4530135523] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
+| 11:AGGREGATE [STREAMING]
+| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
+| | mem-estimate=428.97MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=13 row-size=165B cardinality=406.27M cost=2398033848
+| | in pipelines: 06(GETNEXT)
+| |
+| 10:HASH JOIN [INNER JOIN, PARTITIONED]
+| | hash-table-id=13
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=23,25,21 row-size=185B cardinality=441.48M cost=193234710
-| | in pipelines: 19(GETNEXT), 18(OPEN)
+| | tuple-ids=7,9,11 row-size=185B cardinality=406.27M cost=186854633
+| | in pipelines: 06(GETNEXT), 09(OPEN)
| |
-| |--F42:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)] hosts=10 instances=120
+| |--F45:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
| | | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
-| | | max-parallelism=500 segment-costs=[54467197]
+| | | max-parallelism=460 segment-costs=[54467197]
| | JOIN BUILD
-| | | join-table-id=10 plan-id=11 cohort-id=05
-| | | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
-| | | runtime filters: RF019[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | join-table-id=13 plan-id=14 cohort-id=04
+| | | build expressions: tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | | runtime filters: RF013[min_max] <- tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| | |
-| | 56:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_sk)]
+| | 49:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_sk)]
| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=21 row-size=153B cardinality=30.00M cost=24467197
-| | | in pipelines: 18(GETNEXT)
+| | | tuple-ids=11 row-size=153B cardinality=30.00M cost=24467197
+| | | in pipelines: 09(GETNEXT)
| | |
-| | F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
+| | F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[342891999]
-| | 18:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
+| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id
| | stored statistics:
| | table: rows=30.00M size=1.55GB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=21 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 18(GETNEXT)
+| | tuple-ids=11 row-size=153B cardinality=30.00M cost=31557228
+| | in pipelines: 09(GETNEXT)
| |
-| 55:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)]
+| 48:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)]
| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=23,25 row-size=32B cardinality=441.48M cost=130280015
-| | in pipelines: 19(GETNEXT)
+| | tuple-ids=7,9 row-size=32B cardinality=441.48M cost=130280015
+| | in pipelines: 06(GETNEXT)
| |
-| F11:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
+| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=128.00KB thread-reservation=1
| max-parallelism=180 segment-costs=[1722951425]
-| 21:HASH JOIN [INNER JOIN, BROADCAST]
-| | hash-table-id=11
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| 08:HASH JOIN [INNER JOIN, BROADCAST]
+| | hash-table-id=14
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=23,25 row-size=32B cardinality=441.48M cost=193234710
-| | in pipelines: 19(GETNEXT), 20(OPEN)
+| | tuple-ids=7,9 row-size=32B cardinality=441.48M cost=193234710
+| | in pipelines: 06(GETNEXT), 07(OPEN)
| |
-| |--F43:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| |--F46:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[863]
| | JOIN BUILD
-| | | join-table-id=11 plan-id=12 cohort-id=05
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
-| | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | join-table-id=14 plan-id=15 cohort-id=04
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
-| | 54:EXCHANGE [BROADCAST]
+| | 47:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=25 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 20(GETNEXT)
+| | | tuple-ids=9 row-size=8B cardinality=373 cost=490
+| | | in pipelines: 07(GETNEXT)
| | |
-| | F12:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=1 segment-costs=[12536]
-| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(2000 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=25 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 20(GETNEXT)
+| | tuple-ids=9 row-size=8B cardinality=373 cost=12520
+| | in pipelines: 07(GETNEXT)
| |
-| 19:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk IS NOT NULL
+| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
+| partition predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk IS NOT NULL
| HDFS partitions=1823/1824 files=1823 size=145.67GB
-| predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
-| runtime filters: RF019[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk
+| predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
+| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1823/1823 rows=2.16G
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=23 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
-| in pipelines: 19(GETNEXT)
+| tuple-ids=7 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
+| in pipelines: 06(GETNEXT)
+|
+65:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id)]
+| mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| tuple-ids=6 row-size=165B cardinality=147.90M cost=128783355
+| in pipelines: 46(GETNEXT)
+|
+F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id,tpcds_partitioned_parquet_snap.customer.c_first_name,tpcds_partitioned_parquet_snap.customer.c_last_name,tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer.c_birth_country,tpcds_partitioned_parquet_snap.customer.c_login,tpcds_partitioned_parquet_snap.customer.c_email_address)] hosts=10 instances=120
+Per-Instance Resources: mem-estimate=2.11GB mem-reservation=34.00MB thread-reservation=1
+max-parallelism=1010 segment-costs=[10017507045, 1649126185] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+46:AGGREGATE [FINALIZE]
+| output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2))
+| group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
+| having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2)) IS NOT NULL
+| mem-estimate=2.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=6 row-size=165B cardinality=147.90M cost=8729673496
+| in pipelines: 46(GETNEXT), 00(OPEN)
+|
+45:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id,tpcds_partitioned_parquet_snap.customer.c_first_name,tpcds_partitioned_parquet_snap.customer.c_last_name,tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer.c_birth_country,tpcds_partitioned_parquet_snap.customer.c_login,tpcds_partitioned_parquet_snap.customer.c_email_address)]
+| mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| tuple-ids=6 row-size=165B cardinality=1.48G cost=1287833549
+| in pipelines: 00(GETNEXT)
+|
+F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
+Per-Instance Resources: mem-estimate=1.62GB mem-reservation=34.00MB thread-reservation=1
+max-parallelism=1650 segment-costs=[9886347547, 16491261804] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
+05:AGGREGATE [STREAMING]
+| output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
+| mem-estimate=1.52GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=6 row-size=165B cardinality=1.48G cost=8729673496
+| in pipelines: 00(GETNEXT)
|
-36:HASH JOIN [INNER JOIN, PARTITIONED]
-| hash-table-id=12
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+04:HASH JOIN [INNER JOIN, PARTITIONED]
+| hash-table-id=15
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34 row-size=330B cardinality=79.98M cost=52428030
-| in pipelines: 46(GETNEXT), 51(OPEN)
+| tuple-ids=0,2,4 row-size=185B cardinality=1.48G cost=681235853
+| in pipelines: 00(GETNEXT), 03(OPEN)
|
-|--F44:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=181.24MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | max-parallelism=160 segment-costs=[149629463] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
+|--F47:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
+| | max-parallelism=1650 segment-costs=[54467197]
| JOIN BUILD
-| | join-table-id=12 plan-id=13 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| | mem-estimate=135.41MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=79982682
-| |
-| 53:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id)]
-| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=34 row-size=165B cardinality=79.98M cost=69646781
-| | in pipelines: 51(GETNEXT)
-| |
-| F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id,tpcds_partitioned_parquet_snap.customer_3.c_first_name,tpcds_partitioned_parquet_snap.customer_3.c_last_name,tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_3.c_birth_country,tpcds_partitioned_parquet_snap.customer_3.c_login,tpcds_partitioned_parquet_snap.customer_3.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=1.17GB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=550 segment-costs=[5417525566, 891856952] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
-| 51:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2)) IS NOT NULL
-| | mem-estimate=1.10GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=34 row-size=165B cardinality=79.98M cost=4721057758
-| | in pipelines: 51(GETNEXT), 24(OPEN)
-| |
-| 50:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id,tpcds_partitioned_parquet_snap.customer_3.c_first_name,tpcds_partitioned_parquet_snap.customer_3.c_last_name,tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_3.c_birth_country,tpcds_partitioned_parquet_snap.customer_3.c_login,tpcds_partitioned_parquet_snap.customer_3.c_email_address)]
-| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=34 row-size=165B cardinality=799.83M cost=696467808
-| | in pipelines: 24(GETNEXT)
+| | join-table-id=15 plan-id=16 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| |
-| F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=938.49MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=900 segment-costs=[5346593754, 8918569464] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 29:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
-| | mem-estimate=844.52MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=34 row-size=165B cardinality=799.83M cost=4721057758
-| | in pipelines: 24(GETNEXT)
-| |
-| 28:HASH JOIN [INNER JOIN, PARTITIONED]
-| | hash-table-id=13
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
-| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=28,30,32 row-size=185B cardinality=799.83M cost=368416277
-| | in pipelines: 24(GETNEXT), 27(OPEN)
-| |
-| |--F45:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)] hosts=10 instances=120
-| | | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | | max-parallelism=900 segment-costs=[54467197]
-| | JOIN BUILD
-| | | join-table-id=13 plan-id=14 cohort-id=06
-| | | build expressions: tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
-| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
-| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
-| | |
-| | 49:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_sk)]
-| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=32 row-size=153B cardinality=30.00M cost=24467197
-| | | in pipelines: 27(GETNEXT)
-| | |
-| | F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Host Shared Resources: mem-estimate=32.00MB mem-reservation=32.00MB thread-reservation=0 runtime-filters-memory=32.00MB
-| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=10 segment-costs=[342891999]
-| | 27:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| | stored statistics:
-| | table: rows=30.00M size=1.55GB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=32 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 27(GETNEXT)
-| |
-| 48:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)]
-| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=28,30 row-size=32B cardinality=871.30M cost=257119719
-| | in pipelines: 24(GETNEXT)
-| |
-| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-| Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
-| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=256.00KB thread-reservation=1
-| max-parallelism=350 segment-costs=[3401959876]
-| 26:HASH JOIN [INNER JOIN, BROADCAST]
-| | hash-table-id=14
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
-| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=28,30 row-size=32B cardinality=871.30M cost=381366658
-| | in pipelines: 24(GETNEXT), 25(OPEN)
-| |
-| |--F46:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[863]
-| | JOIN BUILD
-| | | join-table-id=14 plan-id=15 cohort-id=06
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
-| | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
-| | |
-| | 47:EXCHANGE [BROADCAST]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=30 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 25(GETNEXT)
-| | |
-| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
-| | max-parallelism=1 segment-costs=[12536]
-| | 25:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
-| | stored statistics:
-| | table: rows=73.05K size=2.17MB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(2000 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=30 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 25(GETNEXT)
-| |
-| 24:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk IS NOT NULL
-| HDFS partitions=1830/1831 files=1830 size=280.81GB
-| predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
-| runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk
-| stored statistics:
-| table: rows=4.32G size=280.96GB
-| partitions: 1830/1830 rows=4.30G
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=5.09M est-scan-range=373(filtered from 1830)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
-| tuple-ids=28 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
-| in pipelines: 24(GETNEXT)
-|
-52:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)]
-| mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| tuple-ids=41 row-size=165B cardinality=147.90M cost=128783355
-| in pipelines: 46(GETNEXT)
-|
-F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id,tpcds_partitioned_parquet_snap.customer_4.c_first_name,tpcds_partitioned_parquet_snap.customer_4.c_last_name,tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_4.c_birth_country,tpcds_partitioned_parquet_snap.customer_4.c_login,tpcds_partitioned_parquet_snap.customer_4.c_email_address)] hosts=10 instances=120
-Per-Instance Resources: mem-estimate=2.10GB mem-reservation=34.00MB thread-reservation=1
-max-parallelism=1010 segment-costs=[10017507045, 1649126185] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
-46:AGGREGATE [FINALIZE]
-| output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2))
-| group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
-| having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
-| mem-estimate=2.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41 row-size=165B cardinality=147.90M cost=8729673496
-| in pipelines: 46(GETNEXT), 30(OPEN)
-|
-45:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id,tpcds_partitioned_parquet_snap.customer_4.c_first_name,tpcds_partitioned_parquet_snap.customer_4.c_last_name,tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_4.c_birth_country,tpcds_partitioned_parquet_snap.customer_4.c_login,tpcds_partitioned_parquet_snap.customer_4.c_email_address)]
-| mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| tuple-ids=41 row-size=165B cardinality=1.48G cost=1287833549
-| in pipelines: 30(GETNEXT)
-|
-F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)] hosts=10 instances=120
-Per-Instance Resources: mem-estimate=1.62GB mem-reservation=34.00MB thread-reservation=1
-max-parallelism=1650 segment-costs=[9886347547, 16491261804] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-35:AGGREGATE [STREAMING]
-| output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
-| mem-estimate=1.52GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41 row-size=165B cardinality=1.48G cost=8729673496
-| in pipelines: 30(GETNEXT)
-|
-34:HASH JOIN [INNER JOIN, PARTITIONED]
-| hash-table-id=15
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
-| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=35,37,39 row-size=185B cardinality=1.48G cost=681235853
-| in pipelines: 30(GETNEXT), 33(OPEN)
-|
-|--F47:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)] hosts=10 instances=120
-| | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
-| | max-parallelism=1650 segment-costs=[54467197]
-| JOIN BUILD
-| | join-table-id=15 plan-id=16 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
-| | runtime filters: RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
-| | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
-| |
-| 44:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_sk)]
-| | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=39 row-size=153B cardinality=30.00M cost=24467197
-| | in pipelines: 33(GETNEXT)
+| 44:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
+| | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
+| | tuple-ids=4 row-size=153B cardinality=30.00M cost=24467197
+| | in pipelines: 03(GETNEXT)
| |
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| Per-Host Shared Resources: mem-estimate=48.00MB mem-reservation=48.00MB thread-reservation=0 runtime-filters-memory=48.00MB
| Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
| max-parallelism=10 segment-costs=[342891999]
-| 33:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| HDFS partitions=1/1 files=1 size=1.55GB
-| predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
-| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF008[bloom] -> tpcds [...]
+| predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_id
| stored statistics:
| table: rows=30.00M size=1.55GB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=3.10M
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| tuple-ids=39 row-size=153B cardinality=30.00M cost=31557228
-| in pipelines: 33(GETNEXT)
+| tuple-ids=4 row-size=153B cardinality=30.00M cost=31557228
+| in pipelines: 03(GETNEXT)
|
-43:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)]
+43:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
| mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| tuple-ids=35,37 row-size=32B cardinality=1.61G cost=475438198
-| in pipelines: 30(GETNEXT)
+| tuple-ids=0,2 row-size=32B cardinality=1.61G cost=475438198
+| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
+Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
Per-Instance Resources: mem-estimate=34.75MB mem-reservation=512.00KB thread-reservation=1
max-parallelism=373 segment-costs=[6315884965]
-32:HASH JOIN [INNER JOIN, BROADCAST]
+02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=16
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=35,37 row-size=32B cardinality=1.61G cost=705182309
-| in pipelines: 30(GETNEXT), 31(OPEN)
+| tuple-ids=0,2 row-size=32B cardinality=1.61G cost=705182309
+| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F48:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[863]
| JOIN BUILD
| | join-table-id=16 plan-id=17 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
-| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| |
| 42:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=37 row-size=8B cardinality=373 cost=490
-| | in pipelines: 31(GETNEXT)
+| | tuple-ids=2 row-size=8B cardinality=373 cost=490
+| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=1 segment-costs=[12536]
-| 31:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| HDFS partitions=1/1 files=1 size=2.17MB
-| predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| stored statistics:
| table: rows=73.05K size=2.17MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=73.05K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=37 row-size=8B cardinality=373 cost=12520
-| in pipelines: 31(GETNEXT)
+| tuple-ids=2 row-size=8B cardinality=373 cost=12520
+| in pipelines: 01(GETNEXT)
|
-30:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
- partition predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk IS NOT NULL
+00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
+ partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
- predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
- runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
+ predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
+ runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
columns: all
extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
- parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
+ parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
- tuple-ids=35 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
- in pipelines: 30(GETNEXT)
+ tuple-ids=0 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
+ in pipelines: 00(GETNEXT)
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=10.02GB Threads=373
-Per-Host Resource Estimates: Memory=185.81GB
+Max Per-Host Resource Reservation: Memory=10.16GB Threads=379
+Per-Host Resource Estimates: Memory=186.75GB
ImpalaSortRel(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC], fetch=[100:TINYINT])
- ImpalaProjectRel(CUSTOMER_ID=[$2], CUSTOMER_FIRST_NAME=[$3], CUSTOMER_LAST_NAME=[$4], CUSTOMER_BIRTH_COUNTRY=[$5])
- ImpalaJoinRel(condition=[AND(>(CASE(>($1, 0.000000), /($12, $1), null:DECIMAL(38, 6)), CASE(>($8, 0.000000), /($10, $8), null:DECIMAL(38, 6))), >(CASE(>($1, 0.000000), /($12, $1), null:DECIMAL(38, 6)), CASE(>($14, 0.000000), /($6, $14), null:DECIMAL(38, 6))), =($13, $0))], joinType=[inner])
- ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
- ImpalaFilterRel(condition=[>($7, 0.000000)])
- ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
- ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
- ImpalaProjectRel(cs_bill_customer_sk=[$2], cs_ext_discount_amt=[$21], cs_ext_sales_price=[$22], cs_ext_wholesale_cost=[$23], cs_ext_list_price=[$24], cs_sold_date_sk=[$33])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_sales]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
- ImpalaJoinRel(condition=[=($0, $11)], joinType=[inner])
- ImpalaProjectRel(CUSTOMER_ID=[$0], CUSTOMER_FIRST_NAME=[$1], CUSTOMER_LAST_NAME=[$2], CUSTOMER_BIRTH_COUNTRY=[$4], YEAR_TOTAL=[$7])
- ImpalaFilterRel(condition=[IS NOT NULL($7)])
- ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
- ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
- ImpalaProjectRel(ss_customer_sk=[$2], ss_ext_discount_amt=[$13], ss_ext_sales_price=[$14], ss_ext_wholesale_cost=[$15], ss_ext_list_price=[$16], ss_sold_date_sk=[$22])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 2000), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
- ImpalaJoinRel(condition=[=($6, $0)], joinType=[inner])
- ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
- ImpalaFilterRel(condition=[>($7, 0.000000)])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], CUSTOMER_FIRST_NAME=[$1], CUSTOMER_LAST_NAME=[$2], CUSTOMER_BIRTH_COUNTRY=[$3])
+ ImpalaJoinRel(condition=[AND(>(CASE(>($14, 0.000000), /($8, $14), null:DECIMAL(38, 6)), CASE(>($12, 0.000000), /($6, $12), null:DECIMAL(38, 6))), >(CASE(>($14, 0.000000), /($8, $14), null:DECIMAL(38, 6)), CASE(>($10, 0.000000), /($4, $10), null:DECIMAL(38, 6))), =($9, $13))], joinType=[inner])
+ ImpalaJoinRel(condition=[=($9, $11)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $9)], joinType=[inner])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], CUSTOMER_FIRST_NAME=[$1], CUSTOMER_LAST_NAME=[$2], CUSTOMER_BIRTH_COUNTRY=[$4], YEAR_TOTAL=[$7])
+ ImpalaFilterRel(condition=[IS NOT NULL($7)])
ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$1], CUSTOMER_FIRST_NAME=[$2], CUSTOMER_LAST_NAME=[$3], CUSTOMER_PREFERRED_CUST_FLAG=[$4], CUSTOMER_BIRTH_COUNTRY=[$5], CUSTOMER_LOGIN=[$6], CUSTOMER_EMAIL_ADDRESS=[$7], $f8=[/(+(-(-($12, $11), $9), $10), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($0, $8)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
- ImpalaProjectRel(ws_bill_customer_sk=[$3], ws_ext_discount_amt=[$21], ws_ext_sales_price=[$22], ws_ext_wholesale_cost=[$23], ws_ext_list_price=[$24], ws_sold_date_sk=[$33])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_sales]])
+ ImpalaProjectRel(ss_customer_sk=[$2], ss_ext_discount_amt=[$13], ss_ext_sales_price=[$14], ss_ext_wholesale_cost=[$15], ss_ext_list_price=[$16], ss_sold_date_sk=[$22])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
+ ImpalaFilterRel(condition=[AND(=($1, 2000), IS NOT NULL($0))])
ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
ImpalaJoinRel(condition=[=($4, $0)], joinType=[inner])
ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
ImpalaFilterRel(condition=[IS NOT NULL($7)])
ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
- ImpalaProjectRel(CUSTOMER_ID=[$1], CUSTOMER_FIRST_NAME=[$2], CUSTOMER_LAST_NAME=[$3], CUSTOMER_PREFERRED_CUST_FLAG=[$4], CUSTOMER_BIRTH_COUNTRY=[$5], CUSTOMER_LOGIN=[$6], CUSTOMER_EMAIL_ADDRESS=[$7], $f8=[/(+(-(-($12, $11), $9), $10), 2:DECIMAL(3, 0))])
- ImpalaJoinRel(condition=[=($0, $8)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
ImpalaProjectRel(ws_bill_customer_sk=[$3], ws_ext_discount_amt=[$21], ws_ext_sales_price=[$22], ws_ext_wholesale_cost=[$23], ws_ext_list_price=[$24], ws_sold_date_sk=[$33])
@@ -1740,6 +1700,9 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[
ImpalaFilterRel(condition=[AND(=($1, 2000), IS NOT NULL($0))])
ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
ImpalaJoinRel(condition=[=($2, $0)], joinType=[inner])
ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
ImpalaFilterRel(condition=[IS NOT NULL($7)])
@@ -1773,902 +1736,929 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[
ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
+ ImpalaFilterRel(condition=[>($7, 0.000000)])
+ ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
+ ImpalaProjectRel(ws_bill_customer_sk=[$3], ws_ext_discount_amt=[$21], ws_ext_sales_price=[$22], ws_ext_wholesale_cost=[$23], ws_ext_list_price=[$24], ws_sold_date_sk=[$33])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_sales]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(CUSTOMER_ID=[$0], YEAR_TOTAL=[$7])
+ ImpalaFilterRel(condition=[>($7, 0.000000)])
+ ImpalaAggRel(group=[{0, 1, 2, 3, 4, 5, 6}], YEAR_TOTAL=[SUM($7)])
+ ImpalaProjectRel(CUSTOMER_ID=[$8], CUSTOMER_FIRST_NAME=[$9], CUSTOMER_LAST_NAME=[$10], CUSTOMER_PREFERRED_CUST_FLAG=[$11], CUSTOMER_BIRTH_COUNTRY=[$12], CUSTOMER_LOGIN=[$13], CUSTOMER_EMAIL_ADDRESS=[$14], $f8=[/(+(-(-($4, $3), $1), $2), 2:DECIMAL(3, 0))])
+ ImpalaJoinRel(condition=[=($7, $0)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($5, $6)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($5))])
+ ImpalaProjectRel(cs_bill_customer_sk=[$2], cs_ext_discount_amt=[$21], cs_ext_sales_price=[$22], cs_ext_wholesale_cost=[$23], cs_ext_list_price=[$24], cs_sold_date_sk=[$33])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_sales]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 1999), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_customer_id=[$1], c_first_name=[$8], c_last_name=[$9], c_preferred_cust_flag=[$10], c_birth_country=[$14], c_login=[$15], c_email_address=[$16])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
F31:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Instance Resources: mem-estimate=4.93MB mem-reservation=4.00MB thread-reservation=1
+| Per-Instance Resources: mem-estimate=5.02MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[442] cpu-comparison-result=1440 [max(1 (self) vs 1440 (sum children))]
PLAN-ROOT SINK
-| output exprs: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_birth_country
+| output exprs: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_birth_country
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
78:MERGING-EXCHANGE [UNPARTITIONED]
-| order by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_birth_country ASC NULLS LAST
+| order by: tpcds_partitioned_parquet_snap.customer.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_birth_country ASC NULLS LAST
| limit: 100
-| mem-estimate=953.44KB mem-reservation=0B thread-reservation=0
+| mem-estimate=1.02MB mem-reservation=0B thread-reservation=0
| tuple-ids=42 row-size=85B cardinality=100 cost=42
| in pipelines: 41(GETNEXT)
|
-F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
+F20:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
Per-Instance Resources: mem-estimate=29.83MB mem-reservation=0B thread-reservation=1
-max-parallelism=160 segment-costs=[1503467851, 253] cpu-comparison-result=1440 [max(110 (self) vs 1440 (sum children))]
+max-parallelism=260 segment-costs=[2586011054, 253] cpu-comparison-result=1440 [max(120 (self) vs 1440 (sum children))]
41:TOP-N [LIMIT=100]
-| order by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_0.c_birth_country ASC NULLS LAST
+| order by: tpcds_partitioned_parquet_snap.customer.c_customer_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_first_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_last_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer.c_birth_country ASC NULLS LAST
| mem-estimate=8.27KB mem-reservation=0B thread-reservation=0
-| tuple-ids=42 row-size=85B cardinality=100 cost=1183867292
+| tuple-ids=42 row-size=85B cardinality=100 cost=2263026260
| in pipelines: 41(GETNEXT), 46(OPEN)
|
40:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=00
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer.c_customer_id
-| other join predicates: CASE WHEN sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6)) THEN divide(sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partition [...]
+| hash predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| other join predicates: CASE WHEN sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6)) THEN divide(sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_par [...]
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27,20,13,6 row-size=991B cardinality=79.98M cost=52428030
+| tuple-ids=6,13,20,27,34,41 row-size=991B cardinality=147.90M cost=64733813
| in pipelines: 46(GETNEXT), 76(OPEN)
|
-|--F32:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=181.24MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | max-parallelism=160 segment-costs=[149629463] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
+|--F32:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=153.95MB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=260 segment-costs=[149629463] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_id
-| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_id, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_id
-| | mem-estimate=135.41MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=79982682
+| | build expressions: tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| | runtime filters: RF001[min_max] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_id
+| | mem-estimate=124.13MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=79982682
| |
-| 77:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id)]
+| 77:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=6 row-size=165B cardinality=79.98M cost=69646781
+| | tuple-ids=41 row-size=165B cardinality=79.98M cost=69646781
| | in pipelines: 76(GETNEXT)
| |
-| F30:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id,tpcds_partitioned_parquet_snap.customer.c_first_name,tpcds_partitioned_parquet_snap.customer.c_last_name,tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer.c_birth_country,tpcds_partitioned_parquet_snap.customer.c_login,tpcds_partitioned_parquet_snap.customer.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=1.17GB mem-reservation=34.00MB thread-reservation=1
+| F30:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id,tpcds_partitioned_parquet_snap.customer_4.c_first_name,tpcds_partitioned_parquet_snap.customer_4.c_last_name,tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_4.c_birth_country,tpcds_partitioned_parquet_snap.customer_4.c_login,tpcds_partitioned_parquet_snap.customer_4.c_email_address)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=1.18GB mem-reservation=34.00MB thread-reservation=1
| max-parallelism=550 segment-costs=[5417525566, 891856952] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
| 76:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2))
+| | group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
+| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
| | mem-estimate=1.10GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=6 row-size=165B cardinality=79.98M cost=4721057758
-| | in pipelines: 76(GETNEXT), 00(OPEN)
+| | tuple-ids=41 row-size=165B cardinality=79.98M cost=4721057758
+| | in pipelines: 76(GETNEXT), 34(OPEN)
| |
-| 75:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id,tpcds_partitioned_parquet_snap.customer.c_first_name,tpcds_partitioned_parquet_snap.customer.c_last_name,tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer.c_birth_country,tpcds_partitioned_parquet_snap.customer.c_login,tpcds_partitioned_parquet_snap.customer.c_email_address)]
+| 75:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id,tpcds_partitioned_parquet_snap.customer_4.c_first_name,tpcds_partitioned_parquet_snap.customer_4.c_last_name,tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_4.c_birth_country,tpcds_partitioned_parquet_snap.customer_4.c_login,tpcds_partitioned_parquet_snap.customer_4.c_email_address)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=6 row-size=165B cardinality=799.83M cost=696467808
-| | in pipelines: 00(GETNEXT)
+| | tuple-ids=41 row-size=165B cardinality=799.83M cost=696467808
+| | in pipelines: 34(GETNEXT)
| |
-| F29:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
+| F29:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)] hosts=10 instances=120
| Per-Instance Resources: mem-estimate=938.49MB mem-reservation=34.00MB thread-reservation=1
| max-parallelism=900 segment-costs=[5346593754, 8918569464] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 05:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
+| 39:AGGREGATE [STREAMING]
+| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
| | mem-estimate=844.52MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=6 row-size=165B cardinality=799.83M cost=4721057758
-| | in pipelines: 00(GETNEXT)
+| | tuple-ids=41 row-size=165B cardinality=799.83M cost=4721057758
+| | in pipelines: 34(GETNEXT)
| |
-| 04:HASH JOIN [INNER JOIN, PARTITIONED]
+| 38:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash-table-id=01
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=0,2,4 row-size=185B cardinality=799.83M cost=368416277
-| | in pipelines: 00(GETNEXT), 03(OPEN)
+| | tuple-ids=35,37,39 row-size=185B cardinality=799.83M cost=368416277
+| | in pipelines: 34(GETNEXT), 37(OPEN)
| |
-| |--F33:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
-| | | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
+| |--F33:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)] hosts=10 instances=120
+| | | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
| | | max-parallelism=900 segment-costs=[54467197]
| | JOIN BUILD
| | | join-table-id=01 plan-id=02 cohort-id=02
-| | | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | | runtime filters: RF031[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | | build expressions: tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
+| | | runtime filters: RF030[bloom] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_sk, RF031[min_max] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| | |
-| | 74:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
+| | 74:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_sk)]
| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=4 row-size=153B cardinality=30.00M cost=24467197
-| | | in pipelines: 03(GETNEXT)
+| | | tuple-ids=39 row-size=153B cardinality=30.00M cost=24467197
+| | | in pipelines: 37(GETNEXT)
| | |
| | F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[342891999]
-| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | 37:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
| | stored statistics:
| | table: rows=30.00M size=1.55GB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=4 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 03(GETNEXT)
+| | tuple-ids=39 row-size=153B cardinality=30.00M cost=31557228
+| | in pipelines: 37(GETNEXT)
| |
-| 73:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
+| 73:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)]
| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=0,2 row-size=32B cardinality=871.30M cost=257119719
-| | in pipelines: 00(GETNEXT)
+| | tuple-ids=35,37 row-size=32B cardinality=871.30M cost=257119719
+| | in pipelines: 34(GETNEXT)
| |
| F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
+| Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=256.00KB thread-reservation=1
| max-parallelism=350 segment-costs=[3401959876]
-| 02:HASH JOIN [INNER JOIN, BROADCAST]
+| 36:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=02
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=0,2 row-size=32B cardinality=871.30M cost=381366658
-| | in pipelines: 00(GETNEXT), 01(OPEN)
+| | tuple-ids=35,37 row-size=32B cardinality=871.30M cost=381366658
+| | in pipelines: 34(GETNEXT), 35(OPEN)
| |
| |--F34:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[863]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | | runtime filters: RF032[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| | | runtime filters: RF032[bloom] <- tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
| | 72:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=2 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 01(GETNEXT)
+| | | tuple-ids=37 row-size=8B cardinality=373 cost=490
+| | | in pipelines: 35(GETNEXT)
| | |
| | F27:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=1 segment-costs=[12536]
-| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | 35:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=2 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 01(GETNEXT)
+| | tuple-ids=37 row-size=8B cardinality=373 cost=12520
+| | in pipelines: 35(GETNEXT)
| |
-| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk IS NOT NULL
+| 34:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
+| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk IS NOT NULL
| HDFS partitions=1830/1831 files=1830 size=280.81GB
-| predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
-| runtime filters: RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF032[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
+| predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
+| runtime filters: RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk, RF032[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk, RF030[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1830/1830 rows=4.30G
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=5.09M est-scan-range=373(filtered from 1830)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
-| tuple-ids=0 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
-| in pipelines: 00(GETNEXT)
+| tuple-ids=35 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
+| in pipelines: 34(GETNEXT)
|
-39:HASH JOIN [INNER JOIN, PARTITIONED]
+33:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=03
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_0.c_customer_id
+| hash predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_2.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27,20,13 row-size=826B cardinality=147.90M cost=38122543
+| tuple-ids=6,13,20,27,34 row-size=826B cardinality=147.90M cost=64733813
| in pipelines: 46(GETNEXT), 70(OPEN)
|
-|--F35:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=285.86MB mem-reservation=34.00MB thread-reservation=1
-| | max-parallelism=160 segment-costs=[276678749] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
+|--F35:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=90.89MB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=260 segment-costs=[76003415] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
| JOIN BUILD
| | join-table-id=03 plan-id=04 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| | runtime filters: RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_0.c_customer_id
-| | mem-estimate=256.04MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=147895394
+| | build expressions: tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| | runtime filters: RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| | mem-estimate=61.07MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=40626738
| |
-| 71:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id)]
+| 71:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=13 row-size=165B cardinality=147.90M cost=128783355
+| | tuple-ids=34 row-size=165B cardinality=40.63M cost=35376677
| | in pipelines: 70(GETNEXT)
| |
-| F25:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id,tpcds_partitioned_parquet_snap.customer_0.c_first_name,tpcds_partitioned_parquet_snap.customer_0.c_last_name,tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_0.c_birth_country,tpcds_partitioned_parquet_snap.customer_0.c_login,tpcds_partitioned_parquet_snap.customer_0.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=2.10GB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=1010 segment-costs=[10017507045, 1649126185] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| F25:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id,tpcds_partitioned_parquet_snap.customer_3.c_first_name,tpcds_partitioned_parquet_snap.customer_3.c_last_name,tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_3.c_birth_country,tpcds_partitioned_parquet_snap.customer_3.c_login,tpcds_partitioned_parquet_snap.customer_3.c_email_address)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=651.24MB mem-reservation=34.00MB thread-reservation=1
+| max-parallelism=280 segment-costs=[2751800623, 453013550] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
| 70:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2)) IS NOT NULL
-| | mem-estimate=2.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=13 row-size=165B cardinality=147.90M cost=8729673496
-| | in pipelines: 70(GETNEXT), 06(OPEN)
+| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2))
+| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
+| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+| | mem-estimate=571.96MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=34 row-size=165B cardinality=40.63M cost=2398033848
+| | in pipelines: 70(GETNEXT), 27(OPEN)
| |
-| 69:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id,tpcds_partitioned_parquet_snap.customer_0.c_first_name,tpcds_partitioned_parquet_snap.customer_0.c_last_name,tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_0.c_birth_country,tpcds_partitioned_parquet_snap.customer_0.c_login,tpcds_partitioned_parquet_snap.customer_0.c_email_address)]
+| 69:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id,tpcds_partitioned_parquet_snap.customer_3.c_first_name,tpcds_partitioned_parquet_snap.customer_3.c_last_name,tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_3.c_birth_country,tpcds_partitioned_parquet_snap.customer_3.c_login,tpcds_partitioned_parquet_snap.customer_3.c_email_address)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=13 row-size=165B cardinality=1.48G cost=1287833549
-| | in pipelines: 06(GETNEXT)
+| | tuple-ids=34 row-size=165B cardinality=406.27M cost=353766775
+| | in pipelines: 27(GETNEXT)
| |
-| F24:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=1.62GB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=1650 segment-costs=[9886347547, 16491261804] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 11:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
-| | mem-estimate=1.52GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=13 row-size=165B cardinality=1.48G cost=8729673496
-| | in pipelines: 06(GETNEXT)
+| F24:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=522.94MB mem-reservation=34.00MB thread-reservation=1
+| max-parallelism=460 segment-costs=[2715168496, 4530135523] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
+| 32:AGGREGATE [STREAMING]
+| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
+| | mem-estimate=428.97MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=34 row-size=165B cardinality=406.27M cost=2398033848
+| | in pipelines: 27(GETNEXT)
| |
-| 10:HASH JOIN [INNER JOIN, PARTITIONED]
+| 31:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash-table-id=04
-| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=7,9,11 row-size=185B cardinality=1.48G cost=681235853
-| | in pipelines: 06(GETNEXT), 09(OPEN)
+| | tuple-ids=28,30,32 row-size=185B cardinality=406.27M cost=186854633
+| | in pipelines: 27(GETNEXT), 30(OPEN)
| |
-| |--F36:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
+| |--F36:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)] hosts=10 instances=120
| | | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
-| | | max-parallelism=1650 segment-costs=[54467197]
+| | | max-parallelism=460 segment-costs=[54467197]
| | JOIN BUILD
| | | join-table-id=04 plan-id=05 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
-| | | runtime filters: RF027[min_max] <- tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | | build expressions: tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
+| | | runtime filters: RF027[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| | |
-| | 68:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_sk)]
+| | 68:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_sk)]
| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=11 row-size=153B cardinality=30.00M cost=24467197
-| | | in pipelines: 09(GETNEXT)
+| | | tuple-ids=32 row-size=153B cardinality=30.00M cost=24467197
+| | | in pipelines: 30(GETNEXT)
| | |
| | F23:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[342891999]
-| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | 30:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id
+| | predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
+| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id
| | stored statistics:
| | table: rows=30.00M size=1.55GB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=11 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 09(GETNEXT)
+| | tuple-ids=32 row-size=153B cardinality=30.00M cost=31557228
+| | in pipelines: 30(GETNEXT)
| |
-| 67:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
+| 67:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)]
| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=7,9 row-size=32B cardinality=1.61G cost=475438198
-| | in pipelines: 06(GETNEXT)
+| | tuple-ids=28,30 row-size=32B cardinality=441.48M cost=130280015
+| | in pipelines: 27(GETNEXT)
| |
| F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
-| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=512.00KB thread-reservation=1
-| max-parallelism=373 segment-costs=[6315884965]
-| 08:HASH JOIN [INNER JOIN, BROADCAST]
+| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=128.00KB thread-reservation=1
+| max-parallelism=180 segment-costs=[1722951425]
+| 29:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=05
-| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=7,9 row-size=32B cardinality=1.61G cost=705182309
-| | in pipelines: 06(GETNEXT), 07(OPEN)
+| | tuple-ids=28,30 row-size=32B cardinality=441.48M cost=193234710
+| | in pipelines: 27(GETNEXT), 28(OPEN)
| |
| |--F37:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[863]
| | JOIN BUILD
| | | join-table-id=05 plan-id=06 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | | runtime filters: RF028[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
+| | | runtime filters: RF028[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
| | 66:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=9 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 07(GETNEXT)
+| | | tuple-ids=30 row-size=8B cardinality=373 cost=490
+| | | in pipelines: 28(GETNEXT)
| | |
| | F22:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=1 segment-costs=[12536]
-| | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | 28:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(1999 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=9 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 07(GETNEXT)
+| | tuple-ids=30 row-size=8B cardinality=373 cost=12520
+| | in pipelines: 28(GETNEXT)
| |
-| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
-| HDFS partitions=1823/1824 files=1823 size=389.69GB
-| predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
-| runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
+| 27:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
+| partition predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk IS NOT NULL
+| HDFS partitions=1823/1824 files=1823 size=145.67GB
+| predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
+| runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk
| stored statistics:
-| table: rows=8.64G size=389.90GB
-| partitions: 1823/1823 rows=8.25G
+| table: rows=2.16G size=145.75GB
+| partitions: 1823/1823 rows=2.16G
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=7 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
-| in pipelines: 06(GETNEXT)
+| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
+| tuple-ids=28 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
+| in pipelines: 27(GETNEXT)
|
-38:HASH JOIN [INNER JOIN, PARTITIONED]
+26:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=06
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_1.c_customer_id
+| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27,20 row-size=661B cardinality=44.15M cost=19323471
-| in pipelines: 46(GETNEXT), 64(OPEN)
+| tuple-ids=6,13,20,27 row-size=661B cardinality=147.90M cost=64733813
+| in pipelines: 46(GETNEXT), 51(OPEN)
|
-|--F38:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=101.98MB mem-reservation=34.00MB thread-reservation=1
-| | max-parallelism=160 segment-costs=[82590434] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
+|--F38:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=197.54MB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=260 segment-costs=[93785738] cpu-comparison-result=720 [max(120 (self) vs 720 (sum children))]
| JOIN BUILD
| | join-table-id=06 plan-id=07 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| | runtime filters: RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| | mem-estimate=72.15MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=44147752
-| |
-| 65:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)]
-| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=20 row-size=165B cardinality=44.15M cost=38442682
-| | in pipelines: 64(GETNEXT)
-| |
-| F20:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id,tpcds_partitioned_parquet_snap.customer_1.c_first_name,tpcds_partitioned_parquet_snap.customer_1.c_last_name,tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_1.c_birth_country,tpcds_partitioned_parquet_snap.customer_1.c_login,tpcds_partitioned_parquet_snap.customer_1.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=694.21MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=300 segment-costs=[2990292024, 492275059] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
-| 64:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
-| | mem-estimate=621.53MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=20 row-size=165B cardinality=44.15M cost=2605865203
-| | in pipelines: 64(GETNEXT), 13(OPEN)
-| |
-| 63:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id,tpcds_partitioned_parquet_snap.customer_1.c_first_name,tpcds_partitioned_parquet_snap.customer_1.c_last_name,tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_1.c_birth_country,tpcds_partitioned_parquet_snap.customer_1.c_login,tpcds_partitioned_parquet_snap.customer_1.c_email_address)]
-| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=20 row-size=165B cardinality=441.48M cost=384426821
-| | in pipelines: 13(GETNEXT)
-| |
-| F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=560.12MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=500 segment-costs=[2929379928, 4922750583] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 17:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
-| | mem-estimate=466.14MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=20 row-size=165B cardinality=441.48M cost=2605865203
-| | in pipelines: 13(GETNEXT)
+| | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | runtime filters: RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | mem-estimate=167.71MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=40626738
| |
-| 16:HASH JOIN [INNER JOIN, PARTITIONED]
+| 25:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash-table-id=07
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
-| | fk/pk conjuncts: none
+| | hash predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_0.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=16,18,14 row-size=185B cardinality=441.48M cost=193234710
-| | in pipelines: 13(GETNEXT), 12(OPEN)
+| | tuple-ids=13,20,27 row-size=495B cardinality=40.63M cost=17782323
+| | in pipelines: 51(GETNEXT), 56(OPEN)
| |
-| |--F39:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
-| | | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
-| | | max-parallelism=500 segment-costs=[54467197]
+| |--F39:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | | Per-Instance Resources: mem-estimate=258.93MB mem-reservation=34.00MB thread-reservation=1
+| | | max-parallelism=260 segment-costs=[184637882] cpu-comparison-result=480 [max(120 (self) vs 480 (sum children))]
| | JOIN BUILD
| | | join-table-id=07 plan-id=08 cohort-id=04
-| | | build expressions: tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
-| | | runtime filters: RF023[min_max] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
-| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
+| | | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | runtime filters: RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | mem-estimate=229.10MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=79982682
| | |
-| | 62:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_sk)]
-| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=14 row-size=153B cardinality=30.00M cost=24467197
+| | 24:HASH JOIN [INNER JOIN, PARTITIONED]
+| | | hash-table-id=08
+| | | hash predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_1.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=20,27 row-size=330B cardinality=79.98M cost=35008419
+| | | in pipelines: 56(GETNEXT), 61(OPEN)
+| | |
+| | |--F40:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)] hosts=10 instances=120
+| | | | Per-Instance Resources: mem-estimate=264.52MB mem-reservation=34.00MB thread-reservation=1
+| | | | max-parallelism=260 segment-costs=[276678749] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| | | JOIN BUILD
+| | | | join-table-id=08 plan-id=09 cohort-id=05
+| | | | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | | runtime filters: RF017[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | | mem-estimate=234.70MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=147895394
+| | | |
+| | | 63:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id)]
+| | | | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=27 row-size=165B cardinality=147.90M cost=128783355
+| | | | in pipelines: 61(GETNEXT)
+| | | |
+| | | F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id,tpcds_partitioned_parquet_snap.customer_2.c_first_name,tpcds_partitioned_parquet_snap.customer_2.c_last_name,tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_2.c_birth_country,tpcds_partitioned_parquet_snap.customer_2.c_login,tpcds_partitioned_parquet_snap.customer_2.c_email_address)] hosts=10 instances=120
+| | | Per-Instance Resources: mem-estimate=2.11GB mem-reservation=34.00MB thread-reservation=1
+| | | max-parallelism=1010 segment-costs=[10017507045, 1649126185] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| | | 61:AGGREGATE [FINALIZE]
+| | | | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2))
+| | | | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
+| | | | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+| | | | mem-estimate=2.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | | tuple-ids=27 row-size=165B cardinality=147.90M cost=8729673496
+| | | | in pipelines: 61(GETNEXT), 18(OPEN)
+| | | |
+| | | 60:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id,tpcds_partitioned_parquet_snap.customer_2.c_first_name,tpcds_partitioned_parquet_snap.customer_2.c_last_name,tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_2.c_birth_country,tpcds_partitioned_parquet_snap.customer_2.c_login,tpcds_partitioned_parquet_snap.customer_2.c_email_address)]
+| | | | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=27 row-size=165B cardinality=1.48G cost=1287833549
+| | | | in pipelines: 18(GETNEXT)
+| | | |
+| | | F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)] hosts=10 instances=120
+| | | Per-Instance Resources: mem-estimate=1.62GB mem-reservation=34.00MB thread-reservation=1
+| | | max-parallelism=1650 segment-costs=[9886347547, 16491261804] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
+| | | 23:AGGREGATE [STREAMING]
+| | | | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | | | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
+| | | | mem-estimate=1.52GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | | tuple-ids=27 row-size=165B cardinality=1.48G cost=8729673496
+| | | | in pipelines: 18(GETNEXT)
+| | | |
+| | | 22:HASH JOIN [INNER JOIN, PARTITIONED]
+| | | | hash-table-id=09
+| | | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| | | | tuple-ids=21,23,25 row-size=185B cardinality=1.48G cost=681235853
+| | | | in pipelines: 18(GETNEXT), 21(OPEN)
+| | | |
+| | | |--F41:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)] hosts=10 instances=120
+| | | | | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
+| | | | | max-parallelism=1650 segment-costs=[54467197]
+| | | | JOIN BUILD
+| | | | | join-table-id=09 plan-id=10 cohort-id=06
+| | | | | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | | runtime filters: RF022[bloom] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_sk, RF023[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
+| | | | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
+| | | | |
+| | | | 59:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_sk)]
+| | | | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
+| | | | | tuple-ids=25 row-size=153B cardinality=30.00M cost=24467197
+| | | | | in pipelines: 21(GETNEXT)
+| | | | |
+| | | | F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | | | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
+| | | | max-parallelism=10 segment-costs=[342891999]
+| | | | 21:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | | | HDFS partitions=1/1 files=1 size=1.55GB
+| | | | predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
+| | | | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id
+| | | | stored statistics:
+| | | | table: rows=30.00M size=1.55GB
+| | | | columns: all
+| | | | extrapolated-rows=disabled max-scan-range-rows=3.10M
+| | | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
+| | | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | | | tuple-ids=25 row-size=153B cardinality=30.00M cost=31557228
+| | | | in pipelines: 21(GETNEXT)
+| | | |
+| | | 58:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)]
+| | | | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=21,23 row-size=32B cardinality=1.61G cost=475438198
+| | | | in pipelines: 18(GETNEXT)
+| | | |
+| | | F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
+| | | Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
+| | | Per-Instance Resources: mem-estimate=34.75MB mem-reservation=512.00KB thread-reservation=1
+| | | max-parallelism=373 segment-costs=[6315884965]
+| | | 20:HASH JOIN [INNER JOIN, BROADCAST]
+| | | | hash-table-id=10
+| | | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
+| | | | tuple-ids=21,23 row-size=32B cardinality=1.61G cost=705182309
+| | | | in pipelines: 18(GETNEXT), 19(OPEN)
+| | | |
+| | | |--F42:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | | | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | | | max-parallelism=10 segment-costs=[863]
+| | | | JOIN BUILD
+| | | | | join-table-id=10 plan-id=11 cohort-id=06
+| | | | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | | runtime filters: RF024[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
+| | | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
+| | | | |
+| | | | 57:EXCHANGE [BROADCAST]
+| | | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | | | | tuple-ids=23 row-size=8B cardinality=373 cost=490
+| | | | | in pipelines: 19(GETNEXT)
+| | | | |
+| | | | F16:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| | | | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
+| | | | max-parallelism=1 segment-costs=[12536]
+| | | | 19:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | | | HDFS partitions=1/1 files=1 size=2.17MB
+| | | | predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | | | stored statistics:
+| | | | table: rows=73.05K size=2.17MB
+| | | | columns: all
+| | | | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | | | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(1999 AS INT)
+| | | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| | | | tuple-ids=23 row-size=8B cardinality=373 cost=12520
+| | | | in pipelines: 19(GETNEXT)
+| | | |
+| | | 18:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
+| | | partition predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk IS NOT NULL
+| | | HDFS partitions=1823/1824 files=1823 size=389.69GB
+| | | predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
+| | | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk
+| | | stored statistics:
+| | | table: rows=8.64G size=389.90GB
+| | | partitions: 1823/1823 rows=8.25G
+| | | columns: all
+| | | extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
+| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
+| | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| | | tuple-ids=21 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
+| | | in pipelines: 18(GETNEXT)
+| | |
+| | 62:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id)]
+| | | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=20 row-size=165B cardinality=79.98M cost=69646781
+| | | in pipelines: 56(GETNEXT)
+| | |
+| | F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id,tpcds_partitioned_parquet_snap.customer_1.c_first_name,tpcds_partitioned_parquet_snap.customer_1.c_last_name,tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_1.c_birth_country,tpcds_partitioned_parquet_snap.customer_1.c_login,tpcds_partitioned_parquet_snap.customer_1.c_email_address)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=1.18GB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=550 segment-costs=[5417525566, 891856952] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| | 56:AGGREGATE [FINALIZE]
+| | | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2))
+| | | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
+| | | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), 2)) IS NOT NULL
+| | | mem-estimate=1.10GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=20 row-size=165B cardinality=79.98M cost=4721057758
+| | | in pipelines: 56(GETNEXT), 12(OPEN)
+| | |
+| | 55:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_id,tpcds_partitioned_parquet_snap.customer_1.c_first_name,tpcds_partitioned_parquet_snap.customer_1.c_last_name,tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_1.c_birth_country,tpcds_partitioned_parquet_snap.customer_1.c_login,tpcds_partitioned_parquet_snap.customer_1.c_email_address)]
+| | | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=20 row-size=165B cardinality=799.83M cost=696467808
| | | in pipelines: 12(GETNEXT)
| | |
-| | F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
-| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=10 segment-costs=[342891999]
-| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id
-| | stored statistics:
-| | table: rows=30.00M size=1.55GB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=14 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 12(GETNEXT)
-| |
-| 61:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)]
-| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=16,18 row-size=32B cardinality=441.48M cost=130280015
-| | in pipelines: 13(GETNEXT)
-| |
-| F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
-| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=128.00KB thread-reservation=1
-| max-parallelism=180 segment-costs=[1722951425]
-| 15:HASH JOIN [INNER JOIN, BROADCAST]
-| | hash-table-id=08
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=16,18 row-size=32B cardinality=441.48M cost=193234710
-| | in pipelines: 13(GETNEXT), 14(OPEN)
-| |
-| |--F40:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[863]
-| | JOIN BUILD
-| | | join-table-id=08 plan-id=09 cohort-id=04
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | | runtime filters: RF024[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
+| | F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=938.49MB mem-reservation=34.00MB thread-reservation=1
+| | max-parallelism=900 segment-costs=[5346593754, 8918569464] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
+| | 17:AGGREGATE [STREAMING]
+| | | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | | group by: tpcds_partitioned_parquet_snap.customer_1.c_customer_id, tpcds_partitioned_parquet_snap.customer_1.c_first_name, tpcds_partitioned_parquet_snap.customer_1.c_last_name, tpcds_partitioned_parquet_snap.customer_1.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_1.c_birth_country, tpcds_partitioned_parquet_snap.customer_1.c_login, tpcds_partitioned_parquet_snap.customer_1.c_email_address
+| | | mem-estimate=844.52MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=20 row-size=165B cardinality=799.83M cost=4721057758
+| | | in pipelines: 12(GETNEXT)
| | |
-| | 60:EXCHANGE [BROADCAST]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=18 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 14(GETNEXT)
+| | 16:HASH JOIN [INNER JOIN, PARTITIONED]
+| | | hash-table-id=11
+| | | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| | | tuple-ids=14,16,18 row-size=185B cardinality=799.83M cost=368416277
+| | | in pipelines: 12(GETNEXT), 15(OPEN)
| | |
-| | F17:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
-| | max-parallelism=1 segment-costs=[12536]
-| | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
-| | stored statistics:
-| | table: rows=73.05K size=2.17MB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(1999 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=18 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 14(GETNEXT)
-| |
-| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk IS NOT NULL
-| HDFS partitions=1823/1824 files=1823 size=145.67GB
-| predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
-| runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
-| stored statistics:
-| table: rows=2.16G size=145.75GB
-| partitions: 1823/1823 rows=2.16G
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=16 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
-| in pipelines: 13(GETNEXT)
-|
-37:HASH JOIN [INNER JOIN, PARTITIONED]
-| hash-table-id=09
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34,27 row-size=495B cardinality=44.15M cost=28515130
-| in pipelines: 46(GETNEXT), 58(OPEN)
-|
-|--F41:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=117.98MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | max-parallelism=160 segment-costs=[82590434] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
-| JOIN BUILD
-| | join-table-id=09 plan-id=10 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| | mem-estimate=72.15MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=44147752
-| |
-| 59:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id)]
-| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=27 row-size=165B cardinality=44.15M cost=38442682
-| | in pipelines: 58(GETNEXT)
-| |
-| F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id,tpcds_partitioned_parquet_snap.customer_2.c_first_name,tpcds_partitioned_parquet_snap.customer_2.c_last_name,tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_2.c_birth_country,tpcds_partitioned_parquet_snap.customer_2.c_login,tpcds_partitioned_parquet_snap.customer_2.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=694.21MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=300 segment-costs=[2990292024, 492275059] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
-| 58:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), 2)) IS NOT NULL
-| | mem-estimate=621.53MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=27 row-size=165B cardinality=44.15M cost=2605865203
-| | in pipelines: 58(GETNEXT), 19(OPEN)
-| |
-| 57:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_id,tpcds_partitioned_parquet_snap.customer_2.c_first_name,tpcds_partitioned_parquet_snap.customer_2.c_last_name,tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_2.c_birth_country,tpcds_partitioned_parquet_snap.customer_2.c_login,tpcds_partitioned_parquet_snap.customer_2.c_email_address)]
-| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=27 row-size=165B cardinality=441.48M cost=384426821
-| | in pipelines: 19(GETNEXT)
-| |
-| F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=560.12MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=500 segment-costs=[2929379928, 4922750583] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 23:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales_0.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_2.c_customer_id, tpcds_partitioned_parquet_snap.customer_2.c_first_name, tpcds_partitioned_parquet_snap.customer_2.c_last_name, tpcds_partitioned_parquet_snap.customer_2.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_2.c_birth_country, tpcds_partitioned_parquet_snap.customer_2.c_login, tpcds_partitioned_parquet_snap.customer_2.c_email_address
-| | mem-estimate=466.14MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=27 row-size=165B cardinality=441.48M cost=2605865203
-| | in pipelines: 19(GETNEXT)
-| |
-| 22:HASH JOIN [INNER JOIN, PARTITIONED]
-| | hash-table-id=10
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
-| | fk/pk conjuncts: none
-| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=23,25,21 row-size=185B cardinality=441.48M cost=193234710
-| | in pipelines: 19(GETNEXT), 18(OPEN)
-| |
-| |--F42:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)] hosts=10 instances=120
-| | | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
-| | | max-parallelism=500 segment-costs=[54467197]
-| | JOIN BUILD
-| | | join-table-id=10 plan-id=11 cohort-id=05
-| | | build expressions: tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
-| | | runtime filters: RF019[min_max] <- tpcds_partitioned_parquet_snap.customer_2.c_customer_sk
-| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
+| | |--F43:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
+| | | | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
+| | | | max-parallelism=900 segment-costs=[54467197]
+| | | JOIN BUILD
+| | | | join-table-id=11 plan-id=12 cohort-id=05
+| | | | build expressions: tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | | runtime filters: RF018[bloom] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_sk, RF019[min_max] <- tpcds_partitioned_parquet_snap.customer_1.c_customer_sk
+| | | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
+| | | |
+| | | 54:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_1.c_customer_sk)]
+| | | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=18 row-size=153B cardinality=30.00M cost=24467197
+| | | | in pipelines: 15(GETNEXT)
+| | | |
+| | | F12:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
+| | | max-parallelism=10 segment-costs=[342891999]
+| | | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | | HDFS partitions=1/1 files=1 size=1.55GB
+| | | predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
+| | | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.customer_1.c_customer_id
+| | | stored statistics:
+| | | table: rows=30.00M size=1.55GB
+| | | columns: all
+| | | extrapolated-rows=disabled max-scan-range-rows=3.10M
+| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_1.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_1.c_customer_sk IS NOT NULL
+| | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | | tuple-ids=18 row-size=153B cardinality=30.00M cost=31557228
+| | | in pipelines: 15(GETNEXT)
| | |
-| | 56:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_2.c_customer_sk)]
-| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=21 row-size=153B cardinality=30.00M cost=24467197
-| | | in pipelines: 18(GETNEXT)
+| | 53:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
+| | | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=14,16 row-size=32B cardinality=871.30M cost=257119719
+| | | in pipelines: 12(GETNEXT)
| | |
-| | F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
-| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=10 segment-costs=[342891999]
-| | 18:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_2.c_customer_id
-| | stored statistics:
-| | table: rows=30.00M size=1.55GB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_2.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_2.c_customer_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=21 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 18(GETNEXT)
-| |
-| 55:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk)]
-| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=23,25 row-size=32B cardinality=441.48M cost=130280015
-| | in pipelines: 19(GETNEXT)
-| |
-| F11:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
-| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=128.00KB thread-reservation=1
-| max-parallelism=180 segment-costs=[1722951425]
-| 21:HASH JOIN [INNER JOIN, BROADCAST]
-| | hash-table-id=11
-| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
-| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=23,25 row-size=32B cardinality=441.48M cost=193234710
-| | in pipelines: 19(GETNEXT), 20(OPEN)
-| |
-| |--F43:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[863]
-| | JOIN BUILD
-| | | join-table-id=11 plan-id=12 cohort-id=05
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
-| | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
+| | F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
+| | Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
+| | Per-Instance Resources: mem-estimate=34.75MB mem-reservation=256.00KB thread-reservation=1
+| | max-parallelism=350 segment-costs=[3401959876]
+| | 14:HASH JOIN [INNER JOIN, BROADCAST]
+| | | hash-table-id=12
+| | | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
+| | | tuple-ids=14,16 row-size=32B cardinality=871.30M cost=381366658
+| | | in pipelines: 12(GETNEXT), 13(OPEN)
| | |
-| | 54:EXCHANGE [BROADCAST]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=25 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 20(GETNEXT)
+| | |--F44:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | | max-parallelism=10 segment-costs=[863]
+| | | JOIN BUILD
+| | | | join-table-id=12 plan-id=13 cohort-id=05
+| | | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
+| | | |
+| | | 52:EXCHANGE [BROADCAST]
+| | | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | | | tuple-ids=16 row-size=8B cardinality=373 cost=490
+| | | | in pipelines: 13(GETNEXT)
+| | | |
+| | | F11:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| | | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
+| | | max-parallelism=1 segment-costs=[12536]
+| | | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | | HDFS partitions=1/1 files=1 size=2.17MB
+| | | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | | stored statistics:
+| | | table: rows=73.05K size=2.17MB
+| | | columns: all
+| | | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2000 AS INT)
+| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| | | tuple-ids=16 row-size=8B cardinality=373 cost=12520
+| | | in pipelines: 13(GETNEXT)
| | |
-| | F12:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
-| | max-parallelism=1 segment-costs=[12536]
-| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
+| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
+| | partition predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk IS NOT NULL
+| | HDFS partitions=1830/1831 files=1830 size=280.81GB
+| | predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
+| | runtime filters: RF019[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF018[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
| | stored statistics:
-| | table: rows=73.05K size=2.17MB
+| | table: rows=4.32G size=280.96GB
+| | partitions: 1830/1830 rows=4.30G
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(2000 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=25 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 20(GETNEXT)
-| |
-| 19:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk IS NOT NULL
-| HDFS partitions=1823/1824 files=1823 size=145.67GB
-| predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
-| runtime filters: RF019[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk
-| stored statistics:
-| table: rows=2.16G size=145.75GB
-| partitions: 1823/1823 rows=2.16G
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_bill_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=23 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
-| in pipelines: 19(GETNEXT)
-|
-36:HASH JOIN [INNER JOIN, PARTITIONED]
-| hash-table-id=12
-| hash predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer_4.c_customer_id = tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41,34 row-size=330B cardinality=79.98M cost=52428030
-| in pipelines: 46(GETNEXT), 51(OPEN)
-|
-|--F44:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)] hosts=10 instances=110 (adjusted from 120)
-| | Per-Instance Resources: mem-estimate=181.24MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | max-parallelism=160 segment-costs=[149629463] cpu-comparison-result=240 [max(110 (self) vs 240 (sum children))]
-| JOIN BUILD
-| | join-table-id=12 plan-id=13 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_id
-| | mem-estimate=135.41MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=79982682
+| | extrapolated-rows=disabled max-scan-range-rows=5.09M est-scan-range=373(filtered from 1830)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk IS NOT NULL
+| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
+| | tuple-ids=14 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
+| | in pipelines: 12(GETNEXT)
| |
-| 53:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id)]
+| 64:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=34 row-size=165B cardinality=79.98M cost=69646781
+| | tuple-ids=13 row-size=165B cardinality=40.63M cost=35376677
| | in pipelines: 51(GETNEXT)
| |
-| F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id,tpcds_partitioned_parquet_snap.customer_3.c_first_name,tpcds_partitioned_parquet_snap.customer_3.c_last_name,tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_3.c_birth_country,tpcds_partitioned_parquet_snap.customer_3.c_login,tpcds_partitioned_parquet_snap.customer_3.c_email_address)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=1.17GB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=550 segment-costs=[5417525566, 891856952] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
+| F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id,tpcds_partitioned_parquet_snap.customer_0.c_first_name,tpcds_partitioned_parquet_snap.customer_0.c_last_name,tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_0.c_birth_country,tpcds_partitioned_parquet_snap.customer_0.c_login,tpcds_partitioned_parquet_snap.customer_0.c_email_address)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=651.24MB mem-reservation=34.00MB thread-reservation=1
+| max-parallelism=280 segment-costs=[2751800623, 453013550] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
| 51:AGGREGATE [FINALIZE]
-| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2))
-| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
-| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), 2)) IS NOT NULL
-| | mem-estimate=1.10GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=34 row-size=165B cardinality=79.98M cost=4721057758
-| | in pipelines: 51(GETNEXT), 24(OPEN)
+| | output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2))
+| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
+| | having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), 2)) IS NOT NULL
+| | mem-estimate=571.96MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=13 row-size=165B cardinality=40.63M cost=2398033848
+| | in pipelines: 51(GETNEXT), 06(OPEN)
| |
-| 50:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_id,tpcds_partitioned_parquet_snap.customer_3.c_first_name,tpcds_partitioned_parquet_snap.customer_3.c_last_name,tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_3.c_birth_country,tpcds_partitioned_parquet_snap.customer_3.c_login,tpcds_partitioned_parquet_snap.customer_3.c_email_address)]
+| 50:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_id,tpcds_partitioned_parquet_snap.customer_0.c_first_name,tpcds_partitioned_parquet_snap.customer_0.c_last_name,tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_0.c_birth_country,tpcds_partitioned_parquet_snap.customer_0.c_login,tpcds_partitioned_parquet_snap.customer_0.c_email_address)]
| | mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=34 row-size=165B cardinality=799.83M cost=696467808
-| | in pipelines: 24(GETNEXT)
+| | tuple-ids=13 row-size=165B cardinality=406.27M cost=353766775
+| | in pipelines: 06(GETNEXT)
| |
-| F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)] hosts=10 instances=120
-| Per-Instance Resources: mem-estimate=938.49MB mem-reservation=34.00MB thread-reservation=1
-| max-parallelism=900 segment-costs=[5346593754, 8918569464] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-| 29:AGGREGATE [STREAMING]
-| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_list_price, tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_wholesale_cost), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt), tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| | group by: tpcds_partitioned_parquet_snap.customer_3.c_customer_id, tpcds_partitioned_parquet_snap.customer_3.c_first_name, tpcds_partitioned_parquet_snap.customer_3.c_last_name, tpcds_partitioned_parquet_snap.customer_3.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_3.c_birth_country, tpcds_partitioned_parquet_snap.customer_3.c_login, tpcds_partitioned_parquet_snap.customer_3.c_email_address
-| | mem-estimate=844.52MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=34 row-size=165B cardinality=799.83M cost=4721057758
-| | in pipelines: 24(GETNEXT)
+| F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
+| Per-Instance Resources: mem-estimate=522.94MB mem-reservation=34.00MB thread-reservation=1
+| max-parallelism=460 segment-costs=[2715168496, 4530135523] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
+| 11:AGGREGATE [STREAMING]
+| | output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ext_list_price, tpcds_partitioned_parquet_snap.web_sales.ws_ext_wholesale_cost), tpcds_partitioned_parquet_snap.web_sales.ws_ext_discount_amt), tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| | group by: tpcds_partitioned_parquet_snap.customer_0.c_customer_id, tpcds_partitioned_parquet_snap.customer_0.c_first_name, tpcds_partitioned_parquet_snap.customer_0.c_last_name, tpcds_partitioned_parquet_snap.customer_0.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_0.c_birth_country, tpcds_partitioned_parquet_snap.customer_0.c_login, tpcds_partitioned_parquet_snap.customer_0.c_email_address
+| | mem-estimate=428.97MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | tuple-ids=13 row-size=165B cardinality=406.27M cost=2398033848
+| | in pipelines: 06(GETNEXT)
| |
-| 28:HASH JOIN [INNER JOIN, PARTITIONED]
+| 10:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash-table-id=13
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=28,30,32 row-size=185B cardinality=799.83M cost=368416277
-| | in pipelines: 24(GETNEXT), 27(OPEN)
+| | tuple-ids=7,9,11 row-size=185B cardinality=406.27M cost=186854633
+| | in pipelines: 06(GETNEXT), 09(OPEN)
| |
-| |--F45:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)] hosts=10 instances=120
-| | | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | | max-parallelism=900 segment-costs=[54467197]
+| |--F45:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
+| | | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
+| | | max-parallelism=460 segment-costs=[54467197]
| | JOIN BUILD
-| | | join-table-id=13 plan-id=14 cohort-id=06
-| | | build expressions: tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
-| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.customer_3.c_customer_sk
+| | | join-table-id=13 plan-id=14 cohort-id=04
+| | | build expressions: tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
+| | | runtime filters: RF013[min_max] <- tpcds_partitioned_parquet_snap.customer_0.c_customer_sk
| | | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| | |
-| | 49:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_3.c_customer_sk)]
+| | 49:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_0.c_customer_sk)]
| | | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=32 row-size=153B cardinality=30.00M cost=24467197
-| | | in pipelines: 27(GETNEXT)
+| | | tuple-ids=11 row-size=153B cardinality=30.00M cost=24467197
+| | | in pipelines: 09(GETNEXT)
| | |
| | F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Host Shared Resources: mem-estimate=32.00MB mem-reservation=32.00MB thread-reservation=0 runtime-filters-memory=32.00MB
| | Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[342891999]
-| | 27:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
-| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.customer_3.c_customer_id
+| | predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
+| | runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.customer_0.c_customer_id
| | stored statistics:
| | table: rows=30.00M size=1.55GB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_3.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_3.c_customer_sk IS NOT NULL
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_0.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_0.c_customer_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=32 row-size=153B cardinality=30.00M cost=31557228
-| | in pipelines: 27(GETNEXT)
+| | tuple-ids=11 row-size=153B cardinality=30.00M cost=31557228
+| | in pipelines: 09(GETNEXT)
| |
-| 48:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk)]
+| 48:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)]
| | mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=28,30 row-size=32B cardinality=871.30M cost=257119719
-| | in pipelines: 24(GETNEXT)
+| | tuple-ids=7,9 row-size=32B cardinality=441.48M cost=130280015
+| | in pipelines: 06(GETNEXT)
| |
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-| Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
-| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=256.00KB thread-reservation=1
-| max-parallelism=350 segment-costs=[3401959876]
-| 26:HASH JOIN [INNER JOIN, BROADCAST]
+| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
+| Per-Instance Resources: mem-estimate=34.75MB mem-reservation=128.00KB thread-reservation=1
+| max-parallelism=180 segment-costs=[1722951425]
+| 08:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=14
-| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
-| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
+| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=28,30 row-size=32B cardinality=871.30M cost=381366658
-| | in pipelines: 24(GETNEXT), 25(OPEN)
+| | tuple-ids=7,9 row-size=32B cardinality=441.48M cost=193234710
+| | in pipelines: 06(GETNEXT), 07(OPEN)
| |
| |--F46:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[863]
| | JOIN BUILD
-| | | join-table-id=14 plan-id=15 cohort-id=06
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
-| | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
+| | | join-table-id=14 plan-id=15 cohort-id=04
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
| | 47:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=30 row-size=8B cardinality=373 cost=490
-| | | in pipelines: 25(GETNEXT)
+| | | tuple-ids=9 row-size=8B cardinality=373 cost=490
+| | | in pipelines: 07(GETNEXT)
| | |
| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=1 segment-costs=[12536]
-| | 25:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(2000 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_3.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk IS NOT NULL
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=30 row-size=8B cardinality=373 cost=12520
-| | in pipelines: 25(GETNEXT)
+| | tuple-ids=9 row-size=8B cardinality=373 cost=12520
+| | in pipelines: 07(GETNEXT)
| |
-| 24:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
-| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk IS NOT NULL
-| HDFS partitions=1830/1831 files=1830 size=280.81GB
-| predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
-| runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk
+| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
+| partition predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk IS NOT NULL
+| HDFS partitions=1823/1824 files=1823 size=145.67GB
+| predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
+| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
| stored statistics:
-| table: rows=4.32G size=280.96GB
-| partitions: 1830/1830 rows=4.30G
+| table: rows=2.16G size=145.75GB
+| partitions: 1823/1823 rows=2.16G
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=5.09M est-scan-range=373(filtered from 1830)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_bill_customer_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
-| tuple-ids=28 row-size=24B cardinality=871.30M(filtered from 4.28G) cost=327240201
-| in pipelines: 24(GETNEXT)
+| extrapolated-rows=disabled max-scan-range-rows=3.37M est-scan-range=373(filtered from 1823)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
+| tuple-ids=7 row-size=24B cardinality=441.48M(filtered from 2.16G) cost=165021409
+| in pipelines: 06(GETNEXT)
|
-52:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id)]
+65:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id)]
| mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| tuple-ids=41 row-size=165B cardinality=147.90M cost=128783355
+| tuple-ids=6 row-size=165B cardinality=147.90M cost=128783355
| in pipelines: 46(GETNEXT)
|
-F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id,tpcds_partitioned_parquet_snap.customer_4.c_first_name,tpcds_partitioned_parquet_snap.customer_4.c_last_name,tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_4.c_birth_country,tpcds_partitioned_parquet_snap.customer_4.c_login,tpcds_partitioned_parquet_snap.customer_4.c_email_address)] hosts=10 instances=120
-Per-Instance Resources: mem-estimate=2.10GB mem-reservation=34.00MB thread-reservation=1
+F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id,tpcds_partitioned_parquet_snap.customer.c_first_name,tpcds_partitioned_parquet_snap.customer.c_last_name,tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer.c_birth_country,tpcds_partitioned_parquet_snap.customer.c_login,tpcds_partitioned_parquet_snap.customer.c_email_address)] hosts=10 instances=120
+Per-Instance Resources: mem-estimate=2.11GB mem-reservation=34.00MB thread-reservation=1
max-parallelism=1010 segment-costs=[10017507045, 1649126185] cpu-comparison-result=240 [max(120 (self) vs 240 (sum children))]
46:AGGREGATE [FINALIZE]
-| output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2))
-| group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
-| having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), 2)) > CAST(0 AS DECIMAL(38,6))
+| output: sum:merge(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2))
+| group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
+| having: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 2)) IS NOT NULL
| mem-estimate=2.03GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41 row-size=165B cardinality=147.90M cost=8729673496
-| in pipelines: 46(GETNEXT), 30(OPEN)
+| tuple-ids=6 row-size=165B cardinality=147.90M cost=8729673496
+| in pipelines: 46(GETNEXT), 00(OPEN)
|
-45:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_id,tpcds_partitioned_parquet_snap.customer_4.c_first_name,tpcds_partitioned_parquet_snap.customer_4.c_last_name,tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer_4.c_birth_country,tpcds_partitioned_parquet_snap.customer_4.c_login,tpcds_partitioned_parquet_snap.customer_4.c_email_address)]
+45:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_id,tpcds_partitioned_parquet_snap.customer.c_first_name,tpcds_partitioned_parquet_snap.customer.c_last_name,tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag,tpcds_partitioned_parquet_snap.customer.c_birth_country,tpcds_partitioned_parquet_snap.customer.c_login,tpcds_partitioned_parquet_snap.customer.c_email_address)]
| mem-estimate=29.82MB mem-reservation=0B thread-reservation=0
-| tuple-ids=41 row-size=165B cardinality=1.48G cost=1287833549
-| in pipelines: 30(GETNEXT)
+| tuple-ids=6 row-size=165B cardinality=1.48G cost=1287833549
+| in pipelines: 00(GETNEXT)
|
-F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)] hosts=10 instances=120
+F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
Per-Instance Resources: mem-estimate=1.62GB mem-reservation=34.00MB thread-reservation=1
max-parallelism=1650 segment-costs=[9886347547, 16491261804] cpu-comparison-result=240 [max(240 (self) vs 141 (sum children))]
-35:AGGREGATE [STREAMING]
-| output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales_0.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
-| group by: tpcds_partitioned_parquet_snap.customer_4.c_customer_id, tpcds_partitioned_parquet_snap.customer_4.c_first_name, tpcds_partitioned_parquet_snap.customer_4.c_last_name, tpcds_partitioned_parquet_snap.customer_4.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer_4.c_birth_country, tpcds_partitioned_parquet_snap.customer_4.c_login, tpcds_partitioned_parquet_snap.customer_4.c_email_address
+05:AGGREGATE [STREAMING]
+| output: sum(divide(add(subtract(subtract(tpcds_partitioned_parquet_snap.store_sales.ss_ext_list_price, tpcds_partitioned_parquet_snap.store_sales.ss_ext_wholesale_cost), tpcds_partitioned_parquet_snap.store_sales.ss_ext_discount_amt), tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), CAST(2 AS DECIMAL(3,0))))
+| group by: tpcds_partitioned_parquet_snap.customer.c_customer_id, tpcds_partitioned_parquet_snap.customer.c_first_name, tpcds_partitioned_parquet_snap.customer.c_last_name, tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag, tpcds_partitioned_parquet_snap.customer.c_birth_country, tpcds_partitioned_parquet_snap.customer.c_login, tpcds_partitioned_parquet_snap.customer.c_email_address
| mem-estimate=1.52GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=41 row-size=165B cardinality=1.48G cost=8729673496
-| in pipelines: 30(GETNEXT)
+| tuple-ids=6 row-size=165B cardinality=1.48G cost=8729673496
+| in pipelines: 00(GETNEXT)
|
-34:HASH JOIN [INNER JOIN, PARTITIONED]
+04:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=15
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk = tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=35,37,39 row-size=185B cardinality=1.48G cost=681235853
-| in pipelines: 30(GETNEXT), 33(OPEN)
+| tuple-ids=0,2,4 row-size=185B cardinality=1.48G cost=681235853
+| in pipelines: 00(GETNEXT), 03(OPEN)
|
-|--F47:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)] hosts=10 instances=120
-| | Per-Instance Resources: mem-estimate=54.45MB mem-reservation=34.00MB thread-reservation=1
+|--F47:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
+| | Per-Instance Resources: mem-estimate=70.45MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
| | max-parallelism=1650 segment-costs=[54467197]
| JOIN BUILD
| | join-table-id=15 plan-id=16 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
-| | runtime filters: RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_4.c_customer_sk
+| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | mem-estimate=42.91MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| |
-| 44:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_4.c_customer_sk)]
+| 44:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
| | mem-estimate=11.53MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=39 row-size=153B cardinality=30.00M cost=24467197
-| | in pipelines: 33(GETNEXT)
+| | tuple-ids=4 row-size=153B cardinality=30.00M cost=24467197
+| | in pipelines: 03(GETNEXT)
| |
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| Per-Host Shared Resources: mem-estimate=48.00MB mem-reservation=48.00MB thread-reservation=0 runtime-filters-memory=48.00MB
| Per-Instance Resources: mem-estimate=89.66MB mem-reservation=1.00MB thread-reservation=1
| max-parallelism=10 segment-costs=[342891999]
-| 33:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| HDFS partitions=1/1 files=1 size=1.55GB
-| predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
-| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer_4.c_customer_id, RF008[bloom] -> tpcds [...]
+| predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_id, RF003[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_id
| stored statistics:
| table: rows=30.00M size=1.55GB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=3.10M
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_4.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer_4.c_customer_sk IS NOT NULL
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_customer_id IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| tuple-ids=39 row-size=153B cardinality=30.00M cost=31557228
-| in pipelines: 33(GETNEXT)
+| tuple-ids=4 row-size=153B cardinality=30.00M cost=31557228
+| in pipelines: 03(GETNEXT)
|
-43:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk)]
+43:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
| mem-estimate=14.69MB mem-reservation=0B thread-reservation=0
-| tuple-ids=35,37 row-size=32B cardinality=1.61G cost=475438198
-| in pipelines: 30(GETNEXT)
+| tuple-ids=0,2 row-size=32B cardinality=1.61G cost=475438198
+| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
+Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
Per-Instance Resources: mem-estimate=34.75MB mem-reservation=512.00KB thread-reservation=1
max-parallelism=373 segment-costs=[6315884965]
-32:HASH JOIN [INNER JOIN, BROADCAST]
+02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=16
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=35,37 row-size=32B cardinality=1.61G cost=705182309
-| in pipelines: 30(GETNEXT), 31(OPEN)
+| tuple-ids=0,2 row-size=32B cardinality=1.61G cost=705182309
+| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F48:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[863]
| JOIN BUILD
| | join-table-id=16 plan-id=17 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
-| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk
+| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| |
| 42:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=37 row-size=8B cardinality=373 cost=490
-| | in pipelines: 31(GETNEXT)
+| | tuple-ids=2 row-size=8B cardinality=373 cost=490
+| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=1 segment-costs=[12536]
-| 31:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| HDFS partitions=1/1 files=1 size=2.17MB
-| predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| stored statistics:
| table: rows=73.05K size=2.17MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=73.05K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_4.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_4.d_date_sk IS NOT NULL
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=37 row-size=8B cardinality=373 cost=12520
-| in pipelines: 31(GETNEXT)
+| tuple-ids=2 row-size=8B cardinality=373 cost=12520
+| in pipelines: 01(GETNEXT)
|
-30:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
- partition predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk IS NOT NULL
+00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
+ partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
- predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
- runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
+ predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
+ runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
columns: all
extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
- parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_customer_sk IS NOT NULL
+ parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
- tuple-ids=35 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
- in pipelines: 30(GETNEXT)
+ tuple-ids=0 row-size=24B cardinality=1.61G(filtered from 7.88G) cost=630443220
+ in pipelines: 00(GETNEXT)
====
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q05.test b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q05.test
index 7a2cab661..b3bef6d08 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q05.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q05.test
@@ -157,9 +157,9 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store]])
ImpalaProjectRel(CHANNEL=[_UTF-8'catalog channel':VARCHAR(2147483647) CHARACTER SET "UTF-8"], ID=[||(_UTF-8'catalog_page':VARCHAR(2147483647) CHARACTER SET "UTF-8", $0)], SALES=[$1], returns=[$3], PROFIT=[-($2, $4)])
ImpalaAggRel(group=[{0}], SALES=[SUM($1)], PROFIT=[SUM($2)], returns=[SUM($3)], PROFIT_LOSS=[SUM($4)])
- ImpalaProjectRel(CP_CATALOG_PAGE_ID=[$8], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
- ImpalaJoinRel(condition=[=($0, $7)], joinType=[inner])
- ImpalaJoinRel(condition=[=($1, $6)], joinType=[inner])
+ ImpalaProjectRel(CP_CATALOG_PAGE_ID=[$7], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
+ ImpalaJoinRel(condition=[=($1, $8)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $6)], joinType=[inner])
ImpalaUnionRel(all=[true])
ImpalaProjectRel(PAGE_SK=[$0], DATE_SK=[$3], SALES_PRICE=[$1], PROFIT=[$2], RETURN_AMT=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)], NET_LOSS=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)])
ImpalaFilterRel(condition=[AND(IS NOT NULL($3), IS NOT NULL($0))])
@@ -169,18 +169,18 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT
ImpalaFilterRel(condition=[AND(IS NOT NULL($3), IS NOT NULL($0))])
ImpalaProjectRel(cr_catalog_page_sk=[$11], cr_return_amount=[$17], cr_net_loss=[$25], cr_returned_date_sk=[$26])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_returns]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_page]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_page]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
ImpalaProjectRel(CHANNEL=[_UTF-8'web channel':VARCHAR(2147483647) CHARACTER SET "UTF-8"], ID=[||(_UTF-8'web_site':VARCHAR(2147483647) CHARACTER SET "UTF-8", $0)], SALES=[$1], returns=[$3], PROFIT=[-($2, $4)])
ImpalaAggRel(group=[{0}], SALES=[SUM($1)], PROFIT=[SUM($2)], returns=[SUM($3)], PROFIT_LOSS=[SUM($4)])
- ImpalaProjectRel(WEB_SITE_ID=[$8], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
- ImpalaJoinRel(condition=[=($0, $7)], joinType=[inner])
- ImpalaJoinRel(condition=[=($1, $6)], joinType=[inner])
+ ImpalaProjectRel(WEB_SITE_ID=[$7], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
+ ImpalaJoinRel(condition=[=($1, $8)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $6)], joinType=[inner])
ImpalaUnionRel(all=[true])
ImpalaProjectRel(WSR_WEB_SITE_SK=[$0], DATE_SK=[$3], SALES_PRICE=[$1], PROFIT=[$2], RETURN_AMT=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)], NET_LOSS=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)])
ImpalaFilterRel(condition=[AND(IS NOT NULL($3), IS NOT NULL($0))])
@@ -194,13 +194,13 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT
ImpalaFilterRel(condition=[IS NOT NULL($4)])
ImpalaProjectRel(wr_item_sk=[$1], wr_order_number=[$12], wr_return_amt=[$14], wr_net_loss=[$22], wr_returned_date_sk=[$23])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_returns]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(web_site_sk=[$0], web_site_id=[$1])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_site]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(web_site_sk=[$0], web_site_id=[$1])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_site]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=10.74GB mem-reservation=75.34MB thread-reservation=1 runtime-filters-memory=23.00MB
| max-parallelism=1 segment-costs=[15196560009, 8178168907, 7578166738, 342336, 221854, 313895, 500]
@@ -249,44 +249,44 @@ PLAN-ROOT SINK
| | in pipelines: 27(GETNEXT), 19(OPEN), 20(OPEN)
| |
| 26:HASH JOIN [INNER JOIN]
-| | hash predicates: WSR_WEB_SITE_SK = tpcds_partitioned_parquet_snap.web_site.web_site_sk
+| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
-| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
+| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=27,28,30 row-size=64B cardinality=3.63G cost=1586715799
+| | tuple-ids=27,28,30 row-size=64B cardinality=3.63G cost=1586723038
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 25(OPEN)
| |
-| |--25:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site]
-| | HDFS partitions=1/1 files=1 size=17.88KB
-| | predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
+| |--25:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| | HDFS partitions=1/1 files=1 size=2.17MB
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
| | stored statistics:
-| | table: rows=66 size=17.88KB
+| | table: rows=73.05K size=2.17MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=66
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
-| | tuple-ids=30 row-size=32B cardinality=66 cost=20
+| | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19'
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | tuple-ids=30 row-size=8B cardinality=7.30K cost=14573
| | in pipelines: 25(GETNEXT)
| |
| 24:HASH JOIN [INNER JOIN]
-| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | hash predicates: WSR_WEB_SITE_SK = tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | fk/pk conjuncts: assumed fk/pk
-| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=27,28 row-size=32B cardinality=3.63G cost=1586723038
+| | tuple-ids=27,28 row-size=56B cardinality=3.63G cost=1586715799
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 23(OPEN)
| |
-| |--23:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| |--23:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site]
+| | HDFS partitions=1/1 files=1 size=17.88KB
+| | predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
| | stored statistics:
-| | table: rows=73.05K size=2.17MB
+| | table: rows=66 size=17.88KB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19'
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=28 row-size=8B cardinality=7.30K cost=14573
+| | extrapolated-rows=disabled max-scan-range-rows=66
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
+| | mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
+| | tuple-ids=28 row-size=32B cardinality=66 cost=20
| | in pipelines: 23(GETNEXT)
| |
| 18:UNION
@@ -305,7 +305,7 @@ PLAN-ROOT SINK
| | |--21:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns]
| | | partition predicates: tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk IS NOT NULL
| | | HDFS partitions=2113/2114 files=2113 size=16.73GB
-| | | runtime filters: RF010[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk
+| | | runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk
| | | stored statistics:
| | | table: rows=216.00M size=16.74GB
| | | partitions: 2113/2113 rows=206.59M
@@ -318,7 +318,7 @@ PLAN-ROOT SINK
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk IS NOT NULL
-| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF013[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk
+| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF011[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF013[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -333,7 +333,7 @@ PLAN-ROOT SINK
| partition predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk IS NOT NULL
| HDFS partitions=1823/1824 files=1823 size=145.67GB
| predicates: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk IS NOT NULL
-| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
+| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1823/1823 rows=2.16G
@@ -357,44 +357,44 @@ PLAN-ROOT SINK
| | in pipelines: 17(GETNEXT), 11(OPEN), 12(OPEN)
| |
| 16:HASH JOIN [INNER JOIN]
-| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
+| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
-| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
-| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
-| | tuple-ids=14,15,17 row-size=64B cardinality=4.70G cost=2057419888
+| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | tuple-ids=14,15,17 row-size=64B cardinality=4.70G cost=2057391193
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
| |
-| |--15:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page]
-| | HDFS partitions=1/1 files=1 size=2.24MB
-| | predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
+| |--15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| | HDFS partitions=1/1 files=1 size=2.17MB
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | stored statistics:
-| | table: rows=36.00K size=2.24MB
+| | table: rows=73.05K size=2.17MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=36.00K
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
+| | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19'
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=17 row-size=32B cardinality=36.00K cost=11379
+| | tuple-ids=17 row-size=8B cardinality=7.30K cost=14573
| | in pipelines: 15(GETNEXT)
| |
| 14:HASH JOIN [INNER JOIN]
-| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
| | fk/pk conjuncts: assumed fk/pk
-| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=14,15 row-size=32B cardinality=4.70G cost=2057391193
+| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
+| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
+| | tuple-ids=14,15 row-size=56B cardinality=4.70G cost=2057419888
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
| |
-| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page]
+| | HDFS partitions=1/1 files=1 size=2.24MB
+| | predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
| | stored statistics:
-| | table: rows=73.05K size=2.17MB
+| | table: rows=36.00K size=2.24MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19'
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| | extrapolated-rows=disabled max-scan-range-rows=36.00K
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=15 row-size=8B cardinality=7.30K cost=14573
+| | tuple-ids=15 row-size=32B cardinality=36.00K cost=11379
| | in pipelines: 13(GETNEXT)
| |
| 10:UNION
@@ -406,7 +406,7 @@ PLAN-ROOT SINK
| | partition predicates: tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk IS NOT NULL
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | predicates: tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk IS NOT NULL
-| | runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk
+| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -421,7 +421,7 @@ PLAN-ROOT SINK
| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk IS NOT NULL
| HDFS partitions=1830/1831 files=1830 size=280.81GB
| predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk IS NOT NULL
-| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
+| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1830/1830 rows=4.30G
@@ -544,9 +544,9 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store]])
ImpalaProjectRel(CHANNEL=[_UTF-8'catalog channel':VARCHAR(2147483647) CHARACTER SET "UTF-8"], ID=[||(_UTF-8'catalog_page':VARCHAR(2147483647) CHARACTER SET "UTF-8", $0)], SALES=[$1], returns=[$3], PROFIT=[-($2, $4)])
ImpalaAggRel(group=[{0}], SALES=[SUM($1)], PROFIT=[SUM($2)], returns=[SUM($3)], PROFIT_LOSS=[SUM($4)])
- ImpalaProjectRel(CP_CATALOG_PAGE_ID=[$8], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
- ImpalaJoinRel(condition=[=($0, $7)], joinType=[inner])
- ImpalaJoinRel(condition=[=($1, $6)], joinType=[inner])
+ ImpalaProjectRel(CP_CATALOG_PAGE_ID=[$7], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
+ ImpalaJoinRel(condition=[=($1, $8)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $6)], joinType=[inner])
ImpalaUnionRel(all=[true])
ImpalaProjectRel(PAGE_SK=[$0], DATE_SK=[$3], SALES_PRICE=[$1], PROFIT=[$2], RETURN_AMT=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)], NET_LOSS=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)])
ImpalaFilterRel(condition=[AND(IS NOT NULL($3), IS NOT NULL($0))])
@@ -556,18 +556,18 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT
ImpalaFilterRel(condition=[AND(IS NOT NULL($3), IS NOT NULL($0))])
ImpalaProjectRel(cr_catalog_page_sk=[$11], cr_return_amount=[$17], cr_net_loss=[$25], cr_returned_date_sk=[$26])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_returns]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_page]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_page]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
ImpalaProjectRel(CHANNEL=[_UTF-8'web channel':VARCHAR(2147483647) CHARACTER SET "UTF-8"], ID=[||(_UTF-8'web_site':VARCHAR(2147483647) CHARACTER SET "UTF-8", $0)], SALES=[$1], returns=[$3], PROFIT=[-($2, $4)])
ImpalaAggRel(group=[{0}], SALES=[SUM($1)], PROFIT=[SUM($2)], returns=[SUM($3)], PROFIT_LOSS=[SUM($4)])
- ImpalaProjectRel(WEB_SITE_ID=[$8], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
- ImpalaJoinRel(condition=[=($0, $7)], joinType=[inner])
- ImpalaJoinRel(condition=[=($1, $6)], joinType=[inner])
+ ImpalaProjectRel(WEB_SITE_ID=[$7], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
+ ImpalaJoinRel(condition=[=($1, $8)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $6)], joinType=[inner])
ImpalaUnionRel(all=[true])
ImpalaProjectRel(WSR_WEB_SITE_SK=[$0], DATE_SK=[$3], SALES_PRICE=[$1], PROFIT=[$2], RETURN_AMT=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)], NET_LOSS=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)])
ImpalaFilterRel(condition=[AND(IS NOT NULL($3), IS NOT NULL($0))])
@@ -581,13 +581,13 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT
ImpalaFilterRel(condition=[IS NOT NULL($4)])
ImpalaProjectRel(wr_item_sk=[$1], wr_order_number=[$12], wr_return_amt=[$14], wr_net_loss=[$22], wr_returned_date_sk=[$23])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_returns]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(web_site_sk=[$0], web_site_id=[$1])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_site]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(web_site_sk=[$0], web_site_id=[$1])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_site]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
F23:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.07MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[539] cpu-comparison-result=480 [max(1 (self) vs 480 (sum children))]
@@ -685,77 +685,77 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| |
| 26:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=04
-| | hash predicates: WSR_WEB_SITE_SK = tpcds_partitioned_parquet_snap.web_site.web_site_sk
+| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=27,28,30 row-size=64B cardinality=3.63G cost=1586715733
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 25(OPEN)
| |
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[146]
+| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | max-parallelism=10 segment-costs=[17005]
| | JOIN BUILD
| | | join-table-id=04 plan-id=05 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
-| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| | |
| | 42:EXCHANGE [BROADCAST]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=30 row-size=32B cardinality=66 cost=80
+| | | mem-estimate=69.07KB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=30 row-size=8B cardinality=7.30K cost=9700
| | | in pipelines: 25(GETNEXT)
| | |
| | F19:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.14MB mem-reservation=16.00KB thread-reservation=1
-| | max-parallelism=1 segment-costs=[27]
-| | 25:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site, RANDOM]
-| | HDFS partitions=1/1 files=1 size=17.88KB
-| | predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
+| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=1.00MB thread-reservation=1
+| | max-parallelism=1 segment-costs=[14888]
+| | 25:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | HDFS partitions=1/1 files=1 size=2.17MB
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
| | stored statistics:
-| | table: rows=66 size=17.88KB
+| | table: rows=73.05K size=2.17MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=66
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
-| | tuple-ids=30 row-size=32B cardinality=66 cost=20
+| | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19'
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | tuple-ids=30 row-size=8B cardinality=7.30K cost=14573
| | in pipelines: 25(GETNEXT)
| |
| 24:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=05
-| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | hash predicates: WSR_WEB_SITE_SK = tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | fk/pk conjuncts: assumed fk/pk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=27,28 row-size=32B cardinality=3.63G cost=1586715733
+| | tuple-ids=27,28 row-size=56B cardinality=3.63G cost=1586715733
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 23(OPEN)
| |
| |--F29:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[17005]
+| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | max-parallelism=10 segment-costs=[146]
| | JOIN BUILD
| | | join-table-id=05 plan-id=06 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
+| | | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
+| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
+| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
| | |
| | 41:EXCHANGE [BROADCAST]
-| | | mem-estimate=69.07KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=28 row-size=8B cardinality=7.30K cost=9700
+| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=28 row-size=32B cardinality=66 cost=80
| | | in pipelines: 23(GETNEXT)
| | |
| | F18:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=1 segment-costs=[14888]
-| | 23:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | Per-Instance Resources: mem-estimate=16.14MB mem-reservation=16.00KB thread-reservation=1
+| | max-parallelism=1 segment-costs=[27]
+| | 23:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site, RANDOM]
+| | HDFS partitions=1/1 files=1 size=17.88KB
+| | predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
| | stored statistics:
-| | table: rows=73.05K size=2.17MB
+| | table: rows=66 size=17.88KB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19'
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=28 row-size=8B cardinality=7.30K cost=14573
+| | extrapolated-rows=disabled max-scan-range-rows=66
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
+| | mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
+| | tuple-ids=28 row-size=32B cardinality=66 cost=20
| | in pipelines: 23(GETNEXT)
| |
| 18:UNION
@@ -792,7 +792,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| | | 21:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | | partition predicates: tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk IS NOT NULL
| | | HDFS partitions=2113/2114 files=2113 size=16.73GB
-| | | runtime filters: RF010[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk
+| | | runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk
| | | stored statistics:
| | | table: rows=216.00M size=16.74GB
| | | partitions: 2113/2113 rows=206.59M
@@ -814,7 +814,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk IS NOT NULL
-| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF013[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk
+| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF011[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF013[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -829,7 +829,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| partition predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk IS NOT NULL
| HDFS partitions=1823/1824 files=1823 size=145.67GB
| predicates: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk IS NOT NULL
-| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
+| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1823/1823 rows=2.16G
@@ -870,77 +870,77 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| |
| 16:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=02
-| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
+| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
-| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
+| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=14,15,17 row-size=64B cardinality=4.70G cost=2057383888
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
| |
| |--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=36.63MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[83840]
+| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | max-parallelism=10 segment-costs=[17005]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
-| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
-| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
-| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=36000
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| | |
| | 36:EXCHANGE [BROADCAST]
-| | | mem-estimate=1.13MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=17 row-size=32B cardinality=36.00K cost=47840
+| | | mem-estimate=69.07KB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=17 row-size=8B cardinality=7.30K cost=9700
| | | in pipelines: 15(GETNEXT)
| | |
| | F10:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.14MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=1 segment-costs=[15267]
-| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.24MB
-| | predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
+| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=1.00MB thread-reservation=1
+| | max-parallelism=1 segment-costs=[14888]
+| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | HDFS partitions=1/1 files=1 size=2.17MB
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | stored statistics:
-| | table: rows=36.00K size=2.24MB
+| | table: rows=73.05K size=2.17MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=36.00K
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
+| | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19'
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=17 row-size=32B cardinality=36.00K cost=11379
+| | tuple-ids=17 row-size=8B cardinality=7.30K cost=14573
| | in pipelines: 15(GETNEXT)
| |
| 14:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=03
-| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
| | fk/pk conjuncts: assumed fk/pk
-| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=14,15 row-size=32B cardinality=4.70G cost=2057383888
+| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
+| | tuple-ids=14,15 row-size=56B cardinality=4.70G cost=2057383888
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
| |
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[17005]
+| | | Per-Instance Resources: mem-estimate=36.63MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | max-parallelism=10 segment-costs=[83840]
| | JOIN BUILD
| | | join-table-id=03 plan-id=04 cohort-id=02
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
+| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
+| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
+| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=36000
| | |
| | 35:EXCHANGE [BROADCAST]
-| | | mem-estimate=69.07KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=15 row-size=8B cardinality=7.30K cost=9700
+| | | mem-estimate=1.13MB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=15 row-size=32B cardinality=36.00K cost=47840
| | | in pipelines: 13(GETNEXT)
| | |
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=1 segment-costs=[14888]
-| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| | Per-Instance Resources: mem-estimate=16.14MB mem-reservation=1.00MB thread-reservation=1
+| | max-parallelism=1 segment-costs=[15267]
+| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page, RANDOM]
+| | HDFS partitions=1/1 files=1 size=2.24MB
+| | predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
| | stored statistics:
-| | table: rows=73.05K size=2.17MB
+| | table: rows=36.00K size=2.24MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19'
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| | extrapolated-rows=disabled max-scan-range-rows=36.00K
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=15 row-size=8B cardinality=7.30K cost=14573
+| | tuple-ids=15 row-size=32B cardinality=36.00K cost=11379
| | in pipelines: 13(GETNEXT)
| |
| 10:UNION
@@ -952,7 +952,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| | partition predicates: tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk IS NOT NULL
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | predicates: tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk IS NOT NULL
-| | runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk
+| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -967,7 +967,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk IS NOT NULL
| HDFS partitions=1830/1831 files=1830 size=280.81GB
| predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk IS NOT NULL
-| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
+| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1830/1830 rows=4.30G
@@ -1140,9 +1140,9 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store]])
ImpalaProjectRel(CHANNEL=[_UTF-8'catalog channel':VARCHAR(2147483647) CHARACTER SET "UTF-8"], ID=[||(_UTF-8'catalog_page':VARCHAR(2147483647) CHARACTER SET "UTF-8", $0)], SALES=[$1], returns=[$3], PROFIT=[-($2, $4)])
ImpalaAggRel(group=[{0}], SALES=[SUM($1)], PROFIT=[SUM($2)], returns=[SUM($3)], PROFIT_LOSS=[SUM($4)])
- ImpalaProjectRel(CP_CATALOG_PAGE_ID=[$8], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
- ImpalaJoinRel(condition=[=($0, $7)], joinType=[inner])
- ImpalaJoinRel(condition=[=($1, $6)], joinType=[inner])
+ ImpalaProjectRel(CP_CATALOG_PAGE_ID=[$7], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
+ ImpalaJoinRel(condition=[=($1, $8)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $6)], joinType=[inner])
ImpalaUnionRel(all=[true])
ImpalaProjectRel(PAGE_SK=[$0], DATE_SK=[$3], SALES_PRICE=[$1], PROFIT=[$2], RETURN_AMT=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)], NET_LOSS=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)])
ImpalaFilterRel(condition=[AND(IS NOT NULL($3), IS NOT NULL($0))])
@@ -1152,18 +1152,18 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT
ImpalaFilterRel(condition=[AND(IS NOT NULL($3), IS NOT NULL($0))])
ImpalaProjectRel(cr_catalog_page_sk=[$11], cr_return_amount=[$17], cr_net_loss=[$25], cr_returned_date_sk=[$26])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_returns]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_page]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(cp_catalog_page_sk=[$0], cp_catalog_page_id=[$1])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, catalog_page]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
ImpalaProjectRel(CHANNEL=[_UTF-8'web channel':VARCHAR(2147483647) CHARACTER SET "UTF-8"], ID=[||(_UTF-8'web_site':VARCHAR(2147483647) CHARACTER SET "UTF-8", $0)], SALES=[$1], returns=[$3], PROFIT=[-($2, $4)])
ImpalaAggRel(group=[{0}], SALES=[SUM($1)], PROFIT=[SUM($2)], returns=[SUM($3)], PROFIT_LOSS=[SUM($4)])
- ImpalaProjectRel(WEB_SITE_ID=[$8], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
- ImpalaJoinRel(condition=[=($0, $7)], joinType=[inner])
- ImpalaJoinRel(condition=[=($1, $6)], joinType=[inner])
+ ImpalaProjectRel(WEB_SITE_ID=[$7], SALES_PRICE=[$2], PROFIT=[$3], RETURN_AMT=[$4], NET_LOSS=[$5])
+ ImpalaJoinRel(condition=[=($1, $8)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $6)], joinType=[inner])
ImpalaUnionRel(all=[true])
ImpalaProjectRel(WSR_WEB_SITE_SK=[$0], DATE_SK=[$3], SALES_PRICE=[$1], PROFIT=[$2], RETURN_AMT=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)], NET_LOSS=[CAST(0.00:DECIMAL(7, 2)):DECIMAL(7, 2)])
ImpalaFilterRel(condition=[AND(IS NOT NULL($3), IS NOT NULL($0))])
@@ -1177,13 +1177,13 @@ ImpalaSortRel(sort0=[$0], sort1=[$1], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT
ImpalaFilterRel(condition=[IS NOT NULL($4)])
ImpalaProjectRel(wr_item_sk=[$1], wr_order_number=[$12], wr_return_amt=[$14], wr_net_loss=[$22], wr_returned_date_sk=[$23])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_returns]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(web_site_sk=[$0], web_site_id=[$1])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_site]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(web_site_sk=[$0], web_site_id=[$1])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, web_site]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(SEARCH($1, Sarg[[2000-08-19:DATE..2000-09-02:DATE]]:DATE), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_date=[$2])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
F23:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.07MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[539] cpu-comparison-result=480 [max(1 (self) vs 480 (sum children))]
@@ -1281,77 +1281,77 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| |
| 26:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=04
-| | hash predicates: WSR_WEB_SITE_SK = tpcds_partitioned_parquet_snap.web_site.web_site_sk
+| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=27,28,30 row-size=64B cardinality=3.63G cost=1586715733
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 25(OPEN)
| |
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[146]
+| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | max-parallelism=10 segment-costs=[17005]
| | JOIN BUILD
| | | join-table-id=04 plan-id=05 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
-| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| | |
| | 42:EXCHANGE [BROADCAST]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=30 row-size=32B cardinality=66 cost=80
+| | | mem-estimate=69.07KB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=30 row-size=8B cardinality=7.30K cost=9700
| | | in pipelines: 25(GETNEXT)
| | |
| | F19:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.14MB mem-reservation=16.00KB thread-reservation=1
-| | max-parallelism=1 segment-costs=[27]
-| | 25:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site, RANDOM]
-| | HDFS partitions=1/1 files=1 size=17.88KB
-| | predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
+| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=1.00MB thread-reservation=1
+| | max-parallelism=1 segment-costs=[14888]
+| | 25:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | HDFS partitions=1/1 files=1 size=2.17MB
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
| | stored statistics:
-| | table: rows=66 size=17.88KB
+| | table: rows=73.05K size=2.17MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=66
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
-| | tuple-ids=30 row-size=32B cardinality=66 cost=20
+| | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19'
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | tuple-ids=30 row-size=8B cardinality=7.30K cost=14573
| | in pipelines: 25(GETNEXT)
| |
| 24:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=05
-| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
+| | hash predicates: WSR_WEB_SITE_SK = tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | fk/pk conjuncts: assumed fk/pk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=27,28 row-size=32B cardinality=3.63G cost=1586715733
+| | tuple-ids=27,28 row-size=56B cardinality=3.63G cost=1586715733
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 23(OPEN)
| |
| |--F29:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[17005]
+| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | max-parallelism=10 segment-costs=[146]
| | JOIN BUILD
| | | join-table-id=05 plan-id=06 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
+| | | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
+| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
+| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
| | |
| | 41:EXCHANGE [BROADCAST]
-| | | mem-estimate=69.07KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=28 row-size=8B cardinality=7.30K cost=9700
+| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=28 row-size=32B cardinality=66 cost=80
| | | in pipelines: 23(GETNEXT)
| | |
| | F18:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=1 segment-costs=[14888]
-| | 23:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
+| | Per-Instance Resources: mem-estimate=16.14MB mem-reservation=16.00KB thread-reservation=1
+| | max-parallelism=1 segment-costs=[27]
+| | 23:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site, RANDOM]
+| | HDFS partitions=1/1 files=1 size=17.88KB
+| | predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
| | stored statistics:
-| | table: rows=73.05K size=2.17MB
+| | table: rows=66 size=17.88KB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19'
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_1.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=28 row-size=8B cardinality=7.30K cost=14573
+| | extrapolated-rows=disabled max-scan-range-rows=66
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.web_site.web_site_sk IS NOT NULL
+| | mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
+| | tuple-ids=28 row-size=32B cardinality=66 cost=20
| | in pipelines: 23(GETNEXT)
| |
| 18:UNION
@@ -1388,7 +1388,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| | | 21:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | | partition predicates: tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk IS NOT NULL
| | | HDFS partitions=2113/2114 files=2113 size=16.73GB
-| | | runtime filters: RF010[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk
+| | | runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk
| | | stored statistics:
| | | table: rows=216.00M size=16.74GB
| | | partitions: 2113/2113 rows=206.59M
@@ -1410,7 +1410,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk IS NOT NULL
-| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF013[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk
+| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF011[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF013[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -1425,7 +1425,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| partition predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk IS NOT NULL
| HDFS partitions=1823/1824 files=1823 size=145.67GB
| predicates: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk IS NOT NULL
-| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
+| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1823/1823 rows=2.16G
@@ -1466,77 +1466,77 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| |
| 16:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=02
-| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
+| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
-| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
+| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=14,15,17 row-size=64B cardinality=4.70G cost=2057383888
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
| |
| |--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=36.63MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[83840]
+| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | max-parallelism=10 segment-costs=[17005]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
-| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
-| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
-| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=36000
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| | |
| | 36:EXCHANGE [BROADCAST]
-| | | mem-estimate=1.13MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=17 row-size=32B cardinality=36.00K cost=47840
+| | | mem-estimate=69.07KB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=17 row-size=8B cardinality=7.30K cost=9700
| | | in pipelines: 15(GETNEXT)
| | |
| | F10:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.14MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=1 segment-costs=[15267]
-| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.24MB
-| | predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
+| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=1.00MB thread-reservation=1
+| | max-parallelism=1 segment-costs=[14888]
+| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | HDFS partitions=1/1 files=1 size=2.17MB
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | stored statistics:
-| | table: rows=36.00K size=2.24MB
+| | table: rows=73.05K size=2.17MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=36.00K
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
+| | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19'
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=17 row-size=32B cardinality=36.00K cost=11379
+| | tuple-ids=17 row-size=8B cardinality=7.30K cost=14573
| | in pipelines: 15(GETNEXT)
| |
| 14:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=03
-| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
+| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
| | fk/pk conjuncts: assumed fk/pk
-| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=14,15 row-size=32B cardinality=4.70G cost=2057383888
+| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
+| | tuple-ids=14,15 row-size=56B cardinality=4.70G cost=2057383888
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
| |
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=10 segment-costs=[17005]
+| | | Per-Instance Resources: mem-estimate=36.63MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | max-parallelism=10 segment-costs=[83840]
| | JOIN BUILD
| | | join-table-id=03 plan-id=04 cohort-id=02
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
-| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
+| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
+| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
+| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=36000
| | |
| | 35:EXCHANGE [BROADCAST]
-| | | mem-estimate=69.07KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=15 row-size=8B cardinality=7.30K cost=9700
+| | | mem-estimate=1.13MB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=15 row-size=32B cardinality=36.00K cost=47840
| | | in pipelines: 13(GETNEXT)
| | |
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.05MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=1 segment-costs=[14888]
-| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| | Per-Instance Resources: mem-estimate=16.14MB mem-reservation=1.00MB thread-reservation=1
+| | max-parallelism=1 segment-costs=[15267]
+| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page, RANDOM]
+| | HDFS partitions=1/1 files=1 size=2.24MB
+| | predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
| | stored statistics:
-| | table: rows=73.05K size=2.17MB
+| | table: rows=36.00K size=2.24MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19'
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= DATE '2000-09-02', tpcds_partitioned_parquet_snap.date_dim_0.d_date >= DATE '2000-08-19', tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk IS NOT NULL
+| | extrapolated-rows=disabled max-scan-range-rows=36.00K
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk IS NOT NULL
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=15 row-size=8B cardinality=7.30K cost=14573
+| | tuple-ids=15 row-size=32B cardinality=36.00K cost=11379
| | in pipelines: 13(GETNEXT)
| |
| 10:UNION
@@ -1548,7 +1548,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| | partition predicates: tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk IS NOT NULL
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | predicates: tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk IS NOT NULL
-| | runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk
+| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -1563,7 +1563,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 344492, 574824] cpu-com
| partition predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk IS NOT NULL
| HDFS partitions=1830/1831 files=1830 size=280.81GB
| predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk IS NOT NULL
-| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
+| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1830/1830 rows=4.30G
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q06.test b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q06.test
index e42d78bcc..aa4738c5f 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q06.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q06.test
@@ -24,48 +24,48 @@ select a.ca_state state, count(*) cnt
order by cnt, a.ca_state
limit 100
---- PLAN
-Max Per-Host Resource Reservation: Memory=145.44MB Threads=1
-Per-Host Resource Estimates: Memory=2.86GB
+Max Per-Host Resource Reservation: Memory=148.38MB Threads=1
+Per-Host Resource Estimates: Memory=1.80GB
ImpalaSortRel(sort0=[$1], sort1=[$0], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT])
ImpalaFilterRel(condition=[>=($1, 10)])
ImpalaAggRel(group=[{0}], CNT=[COUNT()])
- ImpalaProjectRel(STATE=[$9])
- ImpalaJoinRel(condition=[=($2, $12)], joinType=[inner])
- ImpalaJoinRel(condition=[=($10, $1)], joinType=[inner])
- ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($2), IS NOT NULL($0))])
- ImpalaProjectRel(ss_item_sk=[$1], ss_customer_sk=[$2], ss_sold_date_sk=[$22])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaJoinRel(condition=[AND(=($2, $3), >($1, *(1.2:DECIMAL(2, 1), $4)))], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($2), IS NOT NULL($1))])
- ImpalaProjectRel(i_item_sk=[$0], i_current_price=[$5], i_category=[$12])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
- ImpalaAggRel(group=[{0}], EXPR$0=[AVG($1)])
- ImpalaProjectRel(i_category=[$1], i_current_price=[$0])
- ImpalaFilterRel(condition=[IS NOT NULL($1)])
- ImpalaProjectRel(i_current_price=[$5], i_category=[$12])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
- ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(ca_address_sk=[$0], ca_state=[$8])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($0))])
- ImpalaProjectRel(c_customer_sk=[$0], c_current_addr_sk=[$4])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
- ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(d_date_sk=[$0], d_month_seq=[$3])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaAggRel(group=[{}], agg#0=[SINGLE_VALUE($0)])
- ImpalaAggRel(group=[{0}])
- ImpalaProjectRel(D_MONTH_SEQ=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 2002), =($2, 3))])
- ImpalaProjectRel(d_month_seq=[$3], d_year=[$6], d_moy=[$8])
+ ImpalaProjectRel(STATE=[$12])
+ ImpalaJoinRel(condition=[AND(=($10, $13), >($9, *(1.2:DECIMAL(2, 1), $14)))], joinType=[inner])
+ ImpalaJoinRel(condition=[=($11, $7)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $8)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($6, $1)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($2, $3)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($2), IS NOT NULL($0))])
+ ImpalaProjectRel(ss_item_sk=[$1], ss_customer_sk=[$2], ss_sold_date_sk=[$22])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
+ ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(d_date_sk=[$0], d_month_seq=[$3])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaAggRel(group=[{}], agg#0=[SINGLE_VALUE($0)])
+ ImpalaAggRel(group=[{0}])
+ ImpalaProjectRel(D_MONTH_SEQ=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 2002), =($2, 3))])
+ ImpalaProjectRel(d_month_seq=[$3], d_year=[$6], d_moy=[$8])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($0))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_current_addr_sk=[$4])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($2), IS NOT NULL($1))])
+ ImpalaProjectRel(i_item_sk=[$0], i_current_price=[$5], i_category=[$12])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(ca_address_sk=[$0], ca_state=[$8])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
+ ImpalaAggRel(group=[{0}], EXPR$0=[AVG($1)])
+ ImpalaProjectRel(i_category=[$1], i_current_price=[$0])
+ ImpalaFilterRel(condition=[IS NOT NULL($1)])
+ ImpalaProjectRel(i_current_price=[$5], i_category=[$12])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Instance Resources: mem-estimate=2.86GB mem-reservation=145.44MB thread-reservation=1 runtime-filters-memory=36.00MB
-| max-parallelism=1 segment-costs=[166538, 17041, 0, 2996694588, 6, 10]
+| Per-Instance Resources: mem-estimate=1.80GB mem-reservation=148.38MB thread-reservation=1 runtime-filters-memory=36.00MB
+| max-parallelism=1 segment-costs=[17041, 0, 166538, 385227635, 6, 10]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.customer_address.ca_state, count()
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=10
@@ -81,159 +81,159 @@ PLAN-ROOT SINK
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_state
| having: count() >= CAST(10 AS BIGINT)
| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=17 row-size=22B cardinality=5 cost=34775830
+| tuple-ids=17 row-size=22B cardinality=5 cost=34647256
| in pipelines: 16(GETNEXT), 00(OPEN)
|
15:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| hash predicates: tpcds_partitioned_parquet_snap.item.i_category = tpcds_partitioned_parquet_snap.item_0.i_category
+| fk/pk conjuncts: none
+| other join predicates: tpcds_partitioned_parquet_snap.item.i_current_price > multiply(CAST(1.2 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.item_0.i_current_price))
+| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF001[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2,7,8,10,12,16 row-size=102B cardinality=118.89M cost=53491774
-| in pipelines: 00(GETNEXT), 10(OPEN)
+| tuple-ids=0,2,6,7,9,11,16 row-size=102B cardinality=118.45M cost=51846321
+| in pipelines: 00(GETNEXT), 14(OPEN)
|
-|--14:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
-| | fk/pk conjuncts: none
-| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
-| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=12,16 row-size=12B cardinality=30 cost=14
-| | in pipelines: 10(GETNEXT), 13(OPEN)
-| |
-| |--13:CARDINALITY CHECK
-| | | limit: 1
-| | | mem-estimate=0B mem-reservation=0B thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=1 cost=0
-| | | in pipelines: 13(GETNEXT), 12(OPEN)
-| | |
-| | 12:AGGREGATE [FINALIZE]
-| | | group by: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
-| | | limit: 2
-| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=108 cost=313
-| | | in pipelines: 12(GETNEXT), 11(OPEN)
-| | |
-| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
-| | stored statistics:
-| | table: rows=73.05K size=2.17MB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
-| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
-| | tuple-ids=14 row-size=12B cardinality=108 cost=16728
-| | in pipelines: 11(GETNEXT)
+|--14:AGGREGATE [FINALIZE]
+| | output: avg(tpcds_partitioned_parquet_snap.item_0.i_current_price)
+| | group by: tpcds_partitioned_parquet_snap.item_0.i_category
+| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | tuple-ids=16 row-size=26B cardinality=10 cost=105075
+| | in pipelines: 14(GETNEXT), 13(OPEN)
| |
-| 10:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
-| HDFS partitions=1/1 files=1 size=2.17MB
-| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
-| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq, RF010[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq
+| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
+| HDFS partitions=1/1 files=1 size=33.54MB
+| predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
| stored statistics:
-| table: rows=73.05K size=2.17MB
+| table: rows=360.00K size=33.54MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=73.05K
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=101.54K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=12 row-size=8B cardinality=30(filtered from 73.05K) cost=12520
-| in pipelines: 10(GETNEXT)
+| tuple-ids=13 row-size=22B cardinality=359.14K cost=61463
+| in pipelines: 13(GETNEXT)
|
-09:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| mem-estimate=1.48GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,2,7,8,10 row-size=90B cardinality=124.56M(filtered from 7.23G) cost=1371769044
-| in pipelines: 00(GETNEXT), 06(OPEN)
+12:HASH JOIN [INNER JOIN]
+| hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| mem-estimate=641.49MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=0,2,6,7,9,11 row-size=76B cardinality=118.45M cost=66846311
+| in pipelines: 00(GETNEXT), 11(OPEN)
|
-|--08:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk = tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
-| | fk/pk conjuncts: none
-| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
-| | mem-estimate=1.22GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=8,10 row-size=26B cardinality=30.00M cost=39283500
-| | in pipelines: 06(GETNEXT), 07(OPEN)
-| |
-| |--07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
-| | stored statistics:
-| | table: rows=30.00M size=1.55GB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=10 row-size=8B cardinality=30.00M cost=5142000
-| | in pipelines: 07(GETNEXT)
-| |
-| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
+|--11:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
| HDFS partitions=1/1 files=1 size=307.36MB
| predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk IS NOT NULL
-| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| stored statistics:
| table: rows=15.00M size=307.36MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=1.58M
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=8 row-size=18B cardinality=15.00M cost=1717500
-| in pipelines: 06(GETNEXT)
+| tuple-ids=11 row-size=18B cardinality=15.00M cost=1717500
+| in pipelines: 11(GETNEXT)
|
-05:HASH JOIN [INNER JOIN]
+10:HASH JOIN [INNER JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,2,7 row-size=64B cardinality=124.56M(filtered from 7.87G) cost=1459170622
+| tuple-ids=0,2,6,7,9 row-size=58B cardinality=118.45M cost=52332977
+| in pipelines: 00(GETNEXT), 09(OPEN)
+|
+|--09:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
+| HDFS partitions=1/1 files=1 size=33.54MB
+| predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
+| stored statistics:
+| table: rows=360.00K size=33.54MB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=101.54K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| tuple-ids=9 row-size=26B cardinality=358.67K cost=102431
+| in pipelines: 09(GETNEXT)
+|
+08:HASH JOIN [INNER JOIN]
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| mem-estimate=996.88MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=0,2,6,7 row-size=32B cardinality=118.95M cost=84791087
+| in pipelines: 00(GETNEXT), 07(OPEN)
+|
+|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
+| HDFS partitions=1/1 files=1 size=1.55GB
+| predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
+| stored statistics:
+| table: rows=30.00M size=1.55GB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=3.10M
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| tuple-ids=7 row-size=8B cardinality=30.00M cost=5142000
+| in pipelines: 07(GETNEXT)
+|
+06:HASH JOIN [INNER JOIN]
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| tuple-ids=0,2,6 row-size=24B cardinality=129.58M cost=56717105
| in pipelines: 00(GETNEXT), 01(OPEN)
|
-|--04:HASH JOIN [INNER JOIN]
-| | hash predicates: tpcds_partitioned_parquet_snap.item.i_category = tpcds_partitioned_parquet_snap.item_0.i_category
+|--05:HASH JOIN [INNER JOIN]
+| | hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
| | fk/pk conjuncts: none
-| | other join predicates: tpcds_partitioned_parquet_snap.item.i_current_price > multiply(CAST(1.2 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.item_0.i_current_price))
-| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
+| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=2,7 row-size=52B cardinality=360.00K cost=157240
-| | in pipelines: 01(GETNEXT), 03(OPEN)
+| | tuple-ids=2,6 row-size=12B cardinality=30 cost=14
+| | in pipelines: 01(GETNEXT), 04(OPEN)
| |
-| |--03:AGGREGATE [FINALIZE]
-| | | output: avg(tpcds_partitioned_parquet_snap.item_0.i_current_price)
-| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
+| |--04:CARDINALITY CHECK
+| | | limit: 1
+| | | mem-estimate=0B mem-reservation=0B thread-reservation=0
+| | | tuple-ids=6 row-size=4B cardinality=1 cost=0
+| | | in pipelines: 04(GETNEXT), 03(OPEN)
+| | |
+| | 03:AGGREGATE [FINALIZE]
+| | | group by: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
+| | | limit: 2
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=7 row-size=26B cardinality=10 cost=105075
+| | | tuple-ids=6 row-size=4B cardinality=108 cost=313
| | | in pipelines: 03(GETNEXT), 02(OPEN)
| | |
-| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
-| | HDFS partitions=1/1 files=1 size=33.54MB
-| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
+| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| | HDFS partitions=1/1 files=1 size=2.17MB
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
| | stored statistics:
-| | table: rows=360.00K size=33.54MB
+| | table: rows=73.05K size=2.17MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=101.54K
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=4 row-size=22B cardinality=359.14K cost=61463
+| | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
+| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
+| | tuple-ids=4 row-size=12B cardinality=108 cost=16728
| | in pipelines: 02(GETNEXT)
| |
-| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
-| HDFS partitions=1/1 files=1 size=33.54MB
-| predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
-| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF006[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| HDFS partitions=1/1 files=1 size=2.17MB
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
+| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq, RF010[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq
| stored statistics:
-| table: rows=360.00K size=33.54MB
+| table: rows=73.05K size=2.17MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=101.54K
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=73.05K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=2 row-size=26B cardinality=358.67K cost=102431
+| tuple-ids=2 row-size=8B cardinality=30(filtered from 73.05K) cost=12520
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
- runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
+ runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
@@ -241,51 +241,51 @@ PLAN-ROOT SINK
extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=30(filtered from 1823)
parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
- tuple-ids=0 row-size=12B cardinality=124.56M(filtered from 7.88G) cost=31072113
+ tuple-ids=0 row-size=12B cardinality=129.58M(filtered from 7.88G) cost=31072113
in pipelines: 00(GETNEXT)
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=995.81MB Threads=30
-Per-Host Resource Estimates: Memory=2.60GB
+Max Per-Host Resource Reservation: Memory=225.81MB Threads=30
+Per-Host Resource Estimates: Memory=1.26GB
ImpalaSortRel(sort0=[$1], sort1=[$0], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT])
ImpalaFilterRel(condition=[>=($1, 10)])
ImpalaAggRel(group=[{0}], CNT=[COUNT()])
- ImpalaProjectRel(STATE=[$9])
- ImpalaJoinRel(condition=[=($2, $12)], joinType=[inner])
- ImpalaJoinRel(condition=[=($10, $1)], joinType=[inner])
- ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($2), IS NOT NULL($0))])
- ImpalaProjectRel(ss_item_sk=[$1], ss_customer_sk=[$2], ss_sold_date_sk=[$22])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaJoinRel(condition=[AND(=($2, $3), >($1, *(1.2:DECIMAL(2, 1), $4)))], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($2), IS NOT NULL($1))])
- ImpalaProjectRel(i_item_sk=[$0], i_current_price=[$5], i_category=[$12])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
- ImpalaAggRel(group=[{0}], EXPR$0=[AVG($1)])
- ImpalaProjectRel(i_category=[$1], i_current_price=[$0])
- ImpalaFilterRel(condition=[IS NOT NULL($1)])
- ImpalaProjectRel(i_current_price=[$5], i_category=[$12])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
- ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(ca_address_sk=[$0], ca_state=[$8])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($0))])
- ImpalaProjectRel(c_customer_sk=[$0], c_current_addr_sk=[$4])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
- ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(d_date_sk=[$0], d_month_seq=[$3])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaAggRel(group=[{}], agg#0=[SINGLE_VALUE($0)])
- ImpalaAggRel(group=[{0}])
- ImpalaProjectRel(D_MONTH_SEQ=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 2002), =($2, 3))])
- ImpalaProjectRel(d_month_seq=[$3], d_year=[$6], d_moy=[$8])
+ ImpalaProjectRel(STATE=[$12])
+ ImpalaJoinRel(condition=[AND(=($10, $13), >($9, *(1.2:DECIMAL(2, 1), $14)))], joinType=[inner])
+ ImpalaJoinRel(condition=[=($11, $7)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $8)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($6, $1)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($2, $3)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($2), IS NOT NULL($0))])
+ ImpalaProjectRel(ss_item_sk=[$1], ss_customer_sk=[$2], ss_sold_date_sk=[$22])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
+ ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(d_date_sk=[$0], d_month_seq=[$3])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaAggRel(group=[{}], agg#0=[SINGLE_VALUE($0)])
+ ImpalaAggRel(group=[{0}])
+ ImpalaProjectRel(D_MONTH_SEQ=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 2002), =($2, 3))])
+ ImpalaProjectRel(d_month_seq=[$3], d_year=[$6], d_moy=[$8])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($0))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_current_addr_sk=[$4])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($2), IS NOT NULL($1))])
+ ImpalaProjectRel(i_item_sk=[$0], i_current_price=[$5], i_category=[$12])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(ca_address_sk=[$0], ca_state=[$8])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
+ ImpalaAggRel(group=[{0}], EXPR$0=[AVG($1)])
+ ImpalaProjectRel(i_category=[$1], i_current_price=[$0])
+ ImpalaFilterRel(condition=[IS NOT NULL($1)])
+ ImpalaProjectRel(i_current_price=[$5], i_category=[$12])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
F12:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
-| max-parallelism=1 segment-costs=[11] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
+| max-parallelism=1 segment-costs=[11] cpu-comparison-result=130 [max(1 (self) vs 130 (sum children))]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.customer_address.ca_state, count()
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=10
@@ -298,8 +298,8 @@ PLAN-ROOT SINK
| in pipelines: 17(GETNEXT)
|
F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_state)] hosts=10 instances=10 (adjusted from 120)
-Per-Instance Resources: mem-estimate=13.06MB mem-reservation=1.94MB thread-reservation=1
-max-parallelism=10 segment-costs=[3222, 6, 4] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
+Per-Instance Resources: mem-estimate=10.27MB mem-reservation=1.94MB thread-reservation=1
+max-parallelism=10 segment-costs=[3222, 6, 4] cpu-comparison-result=130 [max(10 (self) vs 130 (sum children))]
17:TOP-N [LIMIT=100]
| order by: count() ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_address.ca_state ASC NULLS LAST
| mem-estimate=110B mem-reservation=0B thread-reservation=0
@@ -315,323 +315,323 @@ max-parallelism=10 segment-costs=[3222, 6, 4] cpu-comparison-result=120 [max(10
| in pipelines: 31(GETNEXT), 00(OPEN)
|
30:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_state)]
-| mem-estimate=3.06MB mem-reservation=0B thread-reservation=0
+| mem-estimate=273.15KB mem-reservation=0B thread-reservation=0
| tuple-ids=17 row-size=22B cardinality=6.12K cost=1299
| in pipelines: 00(GETNEXT)
|
-F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
-Per-Instance Resources: mem-estimate=27.02MB mem-reservation=2.50MB thread-reservation=1
-max-parallelism=1050 segment-costs=[10421290131, 11823] cpu-comparison-result=120 [max(120 (self) vs 55 (sum children))]
+F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
+Per-Instance Resources: mem-estimate=25.23MB mem-reservation=2.00MB thread-reservation=1
+max-parallelism=30 segment-costs=[283360094, 11823] cpu-comparison-result=130 [max(130 (self) vs 75 (sum children))]
16:AGGREGATE [STREAMING]
| output: count()
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_state
| mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=17 row-size=22B cardinality=6.12K cost=34791653
+| tuple-ids=17 row-size=22B cardinality=6.12K cost=34663080
| in pipelines: 00(GETNEXT)
|
15:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| hash predicates: tpcds_partitioned_parquet_snap.item.i_category = tpcds_partitioned_parquet_snap.item_0.i_category
+| fk/pk conjuncts: none
+| other join predicates: tpcds_partitioned_parquet_snap.item.i_current_price > multiply(CAST(1.2 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.item_0.i_current_price))
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2,7,8,10,12,16 row-size=102B cardinality=118.89M cost=1875676278
-| in pipelines: 00(GETNEXT), 10(OPEN)
+| tuple-ids=0,2,6,7,9,11,16 row-size=102B cardinality=118.45M cost=51846311
+| in pipelines: 00(GETNEXT), 28(OPEN)
|
-|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[60] cpu-comparison-result=11 [max(11 (self) vs 1 (sum children))]
+|--F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[20] cpu-comparison-result=10 [max(10 (self) vs 4 (sum children))]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=30
+| | build expressions: tpcds_partitioned_parquet_snap.item_0.i_category
+| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF001[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
+| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=10
| |
| 29:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=12,16 row-size=12B cardinality=30 cost=30
-| | in pipelines: 10(GETNEXT)
+| | tuple-ids=16 row-size=26B cardinality=10 cost=10
+| | in pipelines: 28(GETNEXT)
| |
-| F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
-| Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
-| max-parallelism=1 segment-costs=[12535]
-| 14:HASH JOIN [INNER JOIN, BROADCAST]
-| | hash-table-id=01
-| | hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
-| | fk/pk conjuncts: none
-| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=12,16 row-size=12B cardinality=30 cost=13
-| | in pipelines: 10(GETNEXT), 13(OPEN)
+| F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)] hosts=4 instances=4
+| Per-Instance Resources: mem-estimate=10.12MB mem-reservation=1.94MB thread-reservation=1
+| max-parallelism=4 segment-costs=[46, 0] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
+| 28:AGGREGATE [FINALIZE]
+| | output: avg:merge(tpcds_partitioned_parquet_snap.item_0.i_current_price)
+| | group by: tpcds_partitioned_parquet_snap.item_0.i_category
+| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | tuple-ids=16 row-size=26B cardinality=10 cost=37
+| | in pipelines: 28(GETNEXT), 13(OPEN)
| |
-| |--F14:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=1 segment-costs=[1] cpu-comparison-result=1 [max(1 (self) vs 1 (sum children))]
-| | JOIN BUILD
-| | | join-table-id=01 plan-id=02 cohort-id=02
-| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
-| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
-| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=1
-| | |
-| | 28:EXCHANGE [BROADCAST]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=1 cost=0
-| | | in pipelines: 13(GETNEXT)
-| | |
-| | F10:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=32.00KB mem-reservation=0B thread-reservation=1
-| | max-parallelism=1 segment-costs=[0, 0] cpu-comparison-result=1 [max(1 (self) vs 1 (sum children))]
-| | 13:CARDINALITY CHECK
-| | | limit: 1
-| | | mem-estimate=0B mem-reservation=0B thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=1 cost=0
-| | | in pipelines: 13(GETNEXT), 26(OPEN)
-| | |
-| | 27:EXCHANGE [UNPARTITIONED]
-| | | limit: 2
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=2 cost=0
-| | | in pipelines: 26(GETNEXT)
-| | |
-| | F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq)] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=10.03MB mem-reservation=1.94MB thread-reservation=1
-| | max-parallelism=1 segment-costs=[5, 1] cpu-comparison-result=1 [max(1 (self) vs 1 (sum children))]
-| | 26:AGGREGATE [FINALIZE]
-| | | group by: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
-| | | limit: 2
-| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=2 cost=5
-| | | in pipelines: 26(GETNEXT), 11(OPEN)
-| | |
-| | 25:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq)]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=2 cost=0
-| | | in pipelines: 11(GETNEXT)
-| | |
-| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=26.03MB mem-reservation=2.25MB thread-reservation=1
-| | max-parallelism=1 segment-costs=[16764, 1]
-| | 12:AGGREGATE [STREAMING]
-| | | group by: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
-| | | limit: 2
-| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=2 cost=36
-| | | in pipelines: 11(GETNEXT)
-| | |
-| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| | HDFS partitions=1/1 files=1 size=2.17MB
-| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
-| | stored statistics:
-| | table: rows=73.05K size=2.17MB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=73.05K
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
-| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
-| | tuple-ids=14 row-size=12B cardinality=108 cost=16728
-| | in pipelines: 11(GETNEXT)
+| 27:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)]
+| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=15 row-size=26B cardinality=40 cost=9
+| | in pipelines: 13(GETNEXT)
| |
-| 10:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
-| HDFS partitions=1/1 files=1 size=2.17MB
-| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
-| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq, RF010[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq
+| F09:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| Per-Instance Resources: mem-estimate=26.47MB mem-reservation=2.50MB thread-reservation=1
+| max-parallelism=4 segment-costs=[166617, 87]
+| 14:AGGREGATE [STREAMING]
+| | output: avg(tpcds_partitioned_parquet_snap.item_0.i_current_price)
+| | group by: tpcds_partitioned_parquet_snap.item_0.i_category
+| | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
+| | tuple-ids=15 row-size=26B cardinality=40 cost=105154
+| | in pipelines: 13(GETNEXT)
+| |
+| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
+| HDFS partitions=1/1 files=1 size=33.54MB
+| predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
| stored statistics:
-| table: rows=73.05K size=2.17MB
+| table: rows=360.00K size=33.54MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=73.05K
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=101.54K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=12 row-size=8B cardinality=30(filtered from 73.05K) cost=12520
-| in pipelines: 10(GETNEXT)
+| tuple-ids=13 row-size=22B cardinality=359.14K cost=61463
+| in pipelines: 13(GETNEXT)
|
-09:HASH JOIN [INNER JOIN, BROADCAST]
-| hash-table-id=02
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+12:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=01
+| hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,2,7,8,10 row-size=90B cardinality=7.23G cost=3252298079
-| in pipelines: 00(GETNEXT), 06(OPEN)
+| tuple-ids=0,2,6,7,9,11 row-size=76B cardinality=118.45M cost=51846311
+| in pipelines: 00(GETNEXT), 11(OPEN)
|
-|--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=1.50GB mem-reservation=424.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | max-parallelism=10 segment-costs=[69869990] cpu-comparison-result=30 [max(30 (self) vs 20 (sum children))]
+|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=667.71MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
+| | max-parallelism=10 segment-costs=[34934990]
| JOIN BUILD
-| | join-table-id=02 plan-id=03 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | mem-estimate=1.48GB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
-| |
-| 24:EXCHANGE [BROADCAST]
-| | mem-estimate=10.33MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=8,10 row-size=26B cardinality=30.00M cost=39869990
-| | in pipelines: 06(GETNEXT)
-| |
-| F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)] hosts=10 instances=10
-| Per-Instance Resources: mem-estimate=10.35MB mem-reservation=0B thread-reservation=1
-| max-parallelism=10 segment-costs=[15594000]
-| 08:HASH JOIN [INNER JOIN, PARTITIONED]
-| | hash-table-id=03
-| | hash predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk = tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
-| | fk/pk conjuncts: none
-| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=8,10 row-size=26B cardinality=30.00M cost=9283500
-| | in pipelines: 06(GETNEXT), 07(OPEN)
-| |
-| |--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=151.22MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | | max-parallelism=10 segment-costs=[34437000]
-| | JOIN BUILD
-| | | join-table-id=03 plan-id=04 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
-| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
-| | | mem-estimate=125.11MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
-| | |
-| | 23:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)]
-| | | mem-estimate=10.12MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=10 row-size=8B cardinality=30.00M cost=4437000
-| | | in pipelines: 07(GETNEXT)
-| | |
-| | F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=16.47MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=10 segment-costs=[36054000]
-| | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
-| | stored statistics:
-| | table: rows=30.00M size=1.55GB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=10 row-size=8B cardinality=30.00M cost=5142000
-| | in pipelines: 07(GETNEXT)
+| | join-table-id=01 plan-id=02 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| | mem-estimate=641.49MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=15000000
| |
-| 22:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)]
+| 26:EXCHANGE [BROADCAST]
| | mem-estimate=10.21MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=8 row-size=18B cardinality=15.00M cost=2908500
-| | in pipelines: 06(GETNEXT)
+| | tuple-ids=11 row-size=18B cardinality=15.00M cost=19934990
+| | in pipelines: 11(GETNEXT)
| |
-| F04:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
-| Per-Instance Resources: mem-estimate=16.86MB mem-reservation=128.00KB thread-reservation=1
-| max-parallelism=10 segment-costs=[26833500]
-| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
+| F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| Per-Instance Resources: mem-estimate=16.09MB mem-reservation=128.00KB thread-reservation=1
+| max-parallelism=10 segment-costs=[2770500]
+| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
| HDFS partitions=1/1 files=1 size=307.36MB
| predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk IS NOT NULL
-| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| stored statistics:
| table: rows=15.00M size=307.36MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=1.58M
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=8 row-size=18B cardinality=15.00M cost=1717500
-| in pipelines: 06(GETNEXT)
+| tuple-ids=11 row-size=18B cardinality=15.00M cost=1717500
+| in pipelines: 11(GETNEXT)
|
-05:HASH JOIN [INNER JOIN, BROADCAST]
-| hash-table-id=04
+10:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=02
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,2,7 row-size=64B cardinality=7.57G(filtered from 7.87G) cost=3369339657
+| tuple-ids=0,2,6,7,9 row-size=58B cardinality=118.45M cost=51974308
+| in pipelines: 00(GETNEXT), 09(OPEN)
+|
+|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=43.98MB mem-reservation=35.00MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[835339]
+| JOIN BUILD
+| | join-table-id=02 plan-id=03 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
+| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
+| | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=358669
+| |
+| 25:EXCHANGE [BROADCAST]
+| | mem-estimate=8.98MB mem-reservation=0B thread-reservation=0
+| | tuple-ids=9 row-size=26B cardinality=358.67K cost=476670
+| | in pipelines: 09(GETNEXT)
+| |
+| F07:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
+| Per-Instance Resources: mem-estimate=16.12MB mem-reservation=512.00KB thread-reservation=1
+| max-parallelism=4 segment-costs=[135264]
+| 09:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
+| HDFS partitions=1/1 files=1 size=33.54MB
+| predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
+| stored statistics:
+| table: rows=360.00K size=33.54MB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=101.54K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| tuple-ids=9 row-size=26B cardinality=358.67K cost=102431
+| in pipelines: 09(GETNEXT)
+|
+08:HASH JOIN [INNER JOIN, PARTITIONED]
+| hash-table-id=03
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=0,2,6,7 row-size=32B cardinality=118.95M cost=54791087
+| in pipelines: 00(GETNEXT), 07(OPEN)
+|
+|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
+| | Per-Instance Resources: mem-estimate=125.81MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
+| | max-parallelism=30 segment-costs=[34437000]
+| JOIN BUILD
+| | join-table-id=03 plan-id=04 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | mem-estimate=99.69MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
+| |
+| 24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
+| | mem-estimate=10.12MB mem-reservation=0B thread-reservation=0
+| | tuple-ids=7 row-size=8B cardinality=30.00M cost=4437000
+| | in pipelines: 07(GETNEXT)
+| |
+| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
+| Per-Instance Resources: mem-estimate=16.47MB mem-reservation=1.00MB thread-reservation=1
+| max-parallelism=10 segment-costs=[36054000]
+| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| HDFS partitions=1/1 files=1 size=1.55GB
+| predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
+| stored statistics:
+| table: rows=30.00M size=1.55GB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=3.10M
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| tuple-ids=7 row-size=8B cardinality=30.00M cost=5142000
+| in pipelines: 07(GETNEXT)
+|
+23:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
+| mem-estimate=14.22MB mem-reservation=0B thread-reservation=0
+| tuple-ids=0,2,6 row-size=24B cardinality=129.58M cost=38238997
+| in pipelines: 00(GETNEXT)
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
+Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
+Per-Instance Resources: mem-estimate=17.41MB mem-reservation=512.00KB thread-reservation=1
+max-parallelism=430 segment-costs=[4255699063]
+06:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=04
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
+| tuple-ids=0,2,6 row-size=24B cardinality=129.58M cost=1965957540
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=419.23MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[838440] cpu-comparison-result=14 [max(14 (self) vs 4 (sum children))]
+| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[60] cpu-comparison-result=11 [max(11 (self) vs 1 (sum children))]
| JOIN BUILD
| | join-table-id=04 plan-id=05 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
-| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
-| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
+| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=30
| |
-| 21:EXCHANGE [BROADCAST]
-| | mem-estimate=10.23MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=2,7 row-size=52B cardinality=360.00K cost=478440
+| 22:EXCHANGE [BROADCAST]
+| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=2,6 row-size=12B cardinality=30 cost=30
| | in pipelines: 01(GETNEXT)
| |
-| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
-| Per-Instance Resources: mem-estimate=16.23MB mem-reservation=512.00KB thread-reservation=1
-| max-parallelism=4 segment-costs=[325572]
-| 04:HASH JOIN [INNER JOIN, BROADCAST]
+| Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
+| max-parallelism=1 segment-costs=[12535]
+| 05:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=05
-| | hash predicates: tpcds_partitioned_parquet_snap.item.i_category = tpcds_partitioned_parquet_snap.item_0.i_category
+| | hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
| | fk/pk conjuncts: none
-| | other join predicates: tpcds_partitioned_parquet_snap.item.i_current_price > multiply(CAST(1.2 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.item_0.i_current_price))
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=2,7 row-size=52B cardinality=360.00K cost=157230
-| | in pipelines: 01(GETNEXT), 19(OPEN)
+| | tuple-ids=2,6 row-size=12B cardinality=30 cost=13
+| | in pipelines: 01(GETNEXT), 04(OPEN)
| |
-| |--F18:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| |--F18:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=4 segment-costs=[14] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
+| | | max-parallelism=1 segment-costs=[1] cpu-comparison-result=1 [max(1 (self) vs 1 (sum children))]
| | JOIN BUILD
-| | | join-table-id=05 plan-id=06 cohort-id=04
-| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_category
-| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
-| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=10
+| | | join-table-id=05 plan-id=06 cohort-id=02
+| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
+| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
+| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=1
+| | |
+| | 21:EXCHANGE [BROADCAST]
+| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=6 row-size=4B cardinality=1 cost=0
+| | | in pipelines: 04(GETNEXT)
+| | |
+| | F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| | Per-Instance Resources: mem-estimate=32.00KB mem-reservation=0B thread-reservation=1
+| | max-parallelism=1 segment-costs=[0, 0] cpu-comparison-result=1 [max(1 (self) vs 1 (sum children))]
+| | 04:CARDINALITY CHECK
+| | | limit: 1
+| | | mem-estimate=0B mem-reservation=0B thread-reservation=0
+| | | tuple-ids=6 row-size=4B cardinality=1 cost=0
+| | | in pipelines: 04(GETNEXT), 19(OPEN)
| | |
-| | 20:EXCHANGE [BROADCAST]
+| | 20:EXCHANGE [UNPARTITIONED]
+| | | limit: 2
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=7 row-size=26B cardinality=10 cost=4
+| | | tuple-ids=6 row-size=4B cardinality=2 cost=0
| | | in pipelines: 19(GETNEXT)
| | |
-| | F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)] hosts=4 instances=4
-| | Per-Instance Resources: mem-estimate=10.12MB mem-reservation=1.94MB thread-reservation=1
-| | max-parallelism=4 segment-costs=[46, 0] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
+| | F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq)] hosts=1 instances=1
+| | Per-Instance Resources: mem-estimate=10.03MB mem-reservation=1.94MB thread-reservation=1
+| | max-parallelism=1 segment-costs=[5, 1] cpu-comparison-result=1 [max(1 (self) vs 1 (sum children))]
| | 19:AGGREGATE [FINALIZE]
-| | | output: avg:merge(tpcds_partitioned_parquet_snap.item_0.i_current_price)
-| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
+| | | group by: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
+| | | limit: 2
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=7 row-size=26B cardinality=10 cost=37
+| | | tuple-ids=6 row-size=4B cardinality=2 cost=5
| | | in pipelines: 19(GETNEXT), 02(OPEN)
| | |
-| | 18:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)]
+| | 18:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq)]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=6 row-size=26B cardinality=40 cost=9
+| | | tuple-ids=6 row-size=4B cardinality=2 cost=0
| | | in pipelines: 02(GETNEXT)
| | |
-| | F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
-| | Per-Instance Resources: mem-estimate=26.47MB mem-reservation=2.50MB thread-reservation=1
-| | max-parallelism=4 segment-costs=[166617, 87]
+| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| | Per-Instance Resources: mem-estimate=26.03MB mem-reservation=2.25MB thread-reservation=1
+| | max-parallelism=1 segment-costs=[16764, 1]
| | 03:AGGREGATE [STREAMING]
-| | | output: avg(tpcds_partitioned_parquet_snap.item_0.i_current_price)
-| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
+| | | group by: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
+| | | limit: 2
| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=6 row-size=26B cardinality=40 cost=105154
+| | | tuple-ids=6 row-size=4B cardinality=2 cost=36
| | | in pipelines: 02(GETNEXT)
| | |
-| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
-| | HDFS partitions=1/1 files=1 size=33.54MB
-| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
+| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | HDFS partitions=1/1 files=1 size=2.17MB
+| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
| | stored statistics:
-| | table: rows=360.00K size=33.54MB
+| | table: rows=73.05K size=2.17MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=101.54K
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=4 row-size=22B cardinality=359.14K cost=61463
+| | extrapolated-rows=disabled max-scan-range-rows=73.05K
+| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
+| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
+| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
+| | tuple-ids=4 row-size=12B cardinality=108 cost=16728
| | in pipelines: 02(GETNEXT)
| |
-| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
-| HDFS partitions=1/1 files=1 size=33.54MB
-| predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
-| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF006[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| HDFS partitions=1/1 files=1 size=2.17MB
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
+| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq, RF010[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq
| stored statistics:
-| table: rows=360.00K size=33.54MB
+| table: rows=73.05K size=2.17MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=101.54K
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| extrapolated-rows=disabled max-scan-range-rows=73.05K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=2 row-size=26B cardinality=358.67K cost=102431
+| tuple-ids=2 row-size=8B cardinality=30(filtered from 73.05K) cost=12520
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
- runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
+ runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
@@ -642,181 +642,372 @@ max-parallelism=1050 segment-costs=[10421290131, 11823] cpu-comparison-result=12
tuple-ids=0 row-size=12B cardinality=7.57G(filtered from 7.88G) cost=1889184464
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=995.81MB Threads=30
-Per-Host Resource Estimates: Memory=2.60GB
+Max Per-Host Resource Reservation: Memory=447.75MB Threads=37
+Per-Host Resource Estimates: Memory=986MB
ImpalaSortRel(sort0=[$1], sort1=[$0], dir0=[ASC], dir1=[ASC], fetch=[100:TINYINT])
ImpalaFilterRel(condition=[>=($1, 10)])
ImpalaAggRel(group=[{0}], CNT=[COUNT()])
- ImpalaProjectRel(STATE=[$9])
- ImpalaJoinRel(condition=[=($2, $12)], joinType=[inner])
- ImpalaJoinRel(condition=[=($10, $1)], joinType=[inner])
- ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($2), IS NOT NULL($0))])
- ImpalaProjectRel(ss_item_sk=[$1], ss_customer_sk=[$2], ss_sold_date_sk=[$22])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaJoinRel(condition=[AND(=($2, $3), >($1, *(1.2:DECIMAL(2, 1), $4)))], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($2), IS NOT NULL($1))])
- ImpalaProjectRel(i_item_sk=[$0], i_current_price=[$5], i_category=[$12])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
- ImpalaAggRel(group=[{0}], EXPR$0=[AVG($1)])
- ImpalaProjectRel(i_category=[$1], i_current_price=[$0])
- ImpalaFilterRel(condition=[IS NOT NULL($1)])
- ImpalaProjectRel(i_current_price=[$5], i_category=[$12])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
- ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(ca_address_sk=[$0], ca_state=[$8])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($0))])
- ImpalaProjectRel(c_customer_sk=[$0], c_current_addr_sk=[$4])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
- ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
- ImpalaProjectRel(d_date_sk=[$0], d_month_seq=[$3])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaAggRel(group=[{}], agg#0=[SINGLE_VALUE($0)])
- ImpalaAggRel(group=[{0}])
- ImpalaProjectRel(D_MONTH_SEQ=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 2002), =($2, 3))])
- ImpalaProjectRel(d_month_seq=[$3], d_year=[$6], d_moy=[$8])
+ ImpalaProjectRel(STATE=[$12])
+ ImpalaJoinRel(condition=[AND(=($10, $13), >($9, *(1.2:DECIMAL(2, 1), $14)))], joinType=[inner])
+ ImpalaJoinRel(condition=[=($11, $7)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $8)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($6, $1)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($2, $3)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($2), IS NOT NULL($0))])
+ ImpalaProjectRel(ss_item_sk=[$1], ss_customer_sk=[$2], ss_sold_date_sk=[$22])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
+ ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($1))])
+ ImpalaProjectRel(d_date_sk=[$0], d_month_seq=[$3])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
-F12:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaAggRel(group=[{}], agg#0=[SINGLE_VALUE($0)])
+ ImpalaAggRel(group=[{0}])
+ ImpalaProjectRel(D_MONTH_SEQ=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 2002), =($2, 3))])
+ ImpalaProjectRel(d_month_seq=[$3], d_year=[$6], d_moy=[$8])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($0))])
+ ImpalaProjectRel(c_customer_sk=[$0], c_current_addr_sk=[$4])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL($2), IS NOT NULL($1))])
+ ImpalaProjectRel(i_item_sk=[$0], i_current_price=[$5], i_category=[$12])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(ca_address_sk=[$0], ca_state=[$8])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
+ ImpalaAggRel(group=[{0}], EXPR$0=[AVG($1)])
+ ImpalaProjectRel(i_category=[$1], i_current_price=[$0])
+ ImpalaFilterRel(condition=[IS NOT NULL($1)])
+ ImpalaProjectRel(i_current_price=[$5], i_category=[$12])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+F13:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
-| max-parallelism=1 segment-costs=[11] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
+| max-parallelism=1 segment-costs=[11] cpu-comparison-result=170 [max(1 (self) vs 170 (sum children))]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.customer_address.ca_state, count()
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=10
|
-32:MERGING-EXCHANGE [UNPARTITIONED]
+33:MERGING-EXCHANGE [UNPARTITIONED]
| order by: count() ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_address.ca_state ASC NULLS LAST
| limit: 100
| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| tuple-ids=18 row-size=22B cardinality=5 cost=1
| in pipelines: 17(GETNEXT)
|
-F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_state)] hosts=10 instances=10 (adjusted from 120)
-Per-Instance Resources: mem-estimate=13.06MB mem-reservation=1.94MB thread-reservation=1
-max-parallelism=10 segment-costs=[3222, 6, 4] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
+F12:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_state)] hosts=10 instances=10 (adjusted from 120)
+Per-Instance Resources: mem-estimate=10.52MB mem-reservation=1.94MB thread-reservation=1
+max-parallelism=10 segment-costs=[3222, 6, 4] cpu-comparison-result=170 [max(10 (self) vs 170 (sum children))]
17:TOP-N [LIMIT=100]
| order by: count() ASC NULLS LAST, tpcds_partitioned_parquet_snap.customer_address.ca_state ASC NULLS LAST
| mem-estimate=110B mem-reservation=0B thread-reservation=0
| tuple-ids=18 row-size=22B cardinality=5 cost=6
-| in pipelines: 17(GETNEXT), 31(OPEN)
+| in pipelines: 17(GETNEXT), 32(OPEN)
|
-31:AGGREGATE [FINALIZE]
+32:AGGREGATE [FINALIZE]
| output: count:merge()
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_state
| having: count() >= CAST(10 AS BIGINT)
| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=17 row-size=22B cardinality=5 cost=1923
-| in pipelines: 31(GETNEXT), 00(OPEN)
+| in pipelines: 32(GETNEXT), 00(OPEN)
|
-30:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_state)]
-| mem-estimate=3.06MB mem-reservation=0B thread-reservation=0
+31:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_state)]
+| mem-estimate=533.15KB mem-reservation=0B thread-reservation=0
| tuple-ids=17 row-size=22B cardinality=6.12K cost=1299
| in pipelines: 00(GETNEXT)
|
-F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
-Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
-Per-Instance Resources: mem-estimate=27.02MB mem-reservation=2.50MB thread-reservation=1
-max-parallelism=1050 segment-costs=[10421290131, 11823] cpu-comparison-result=120 [max(120 (self) vs 55 (sum children))]
+F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=20 (adjusted from 120)
+Per-Instance Resources: mem-estimate=23.30MB mem-reservation=2.00MB thread-reservation=1
+max-parallelism=30 segment-costs=[200502978, 11823] cpu-comparison-result=170 [max(170 (self) vs 105 (sum children))]
16:AGGREGATE [STREAMING]
| output: count()
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_state
| mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=17 row-size=22B cardinality=6.12K cost=34791653
+| tuple-ids=17 row-size=22B cardinality=6.12K cost=34663080
| in pipelines: 00(GETNEXT)
|
15:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
+| hash predicates: tpcds_partitioned_parquet_snap.item.i_category = tpcds_partitioned_parquet_snap.item_0.i_category
+| fk/pk conjuncts: none
+| other join predicates: tpcds_partitioned_parquet_snap.item.i_current_price > multiply(CAST(1.2 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.item_0.i_current_price))
+| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
+| tuple-ids=0,2,6,7,9,11,16 row-size=102B cardinality=118.45M cost=51846311
+| in pipelines: 00(GETNEXT), 29(OPEN)
+|
+|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=4.89MB mem-reservation=4.88MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[20] cpu-comparison-result=10 [max(10 (self) vs 4 (sum children))]
+| JOIN BUILD
+| | join-table-id=00 plan-id=01 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.item_0.i_category
+| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF001[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
+| | mem-estimate=3.88MB mem-reservation=3.88MB spill-buffer=64.00KB thread-reservation=0 cost=10
+| |
+| 30:EXCHANGE [BROADCAST]
+| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=16 row-size=26B cardinality=10 cost=10
+| | in pipelines: 29(GETNEXT)
+| |
+| F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)] hosts=4 instances=4
+| Per-Instance Resources: mem-estimate=10.12MB mem-reservation=1.94MB thread-reservation=1
+| max-parallelism=4 segment-costs=[46, 0] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
+| 29:AGGREGATE [FINALIZE]
+| | output: avg:merge(tpcds_partitioned_parquet_snap.item_0.i_current_price)
+| | group by: tpcds_partitioned_parquet_snap.item_0.i_category
+| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | tuple-ids=16 row-size=26B cardinality=10 cost=37
+| | in pipelines: 29(GETNEXT), 13(OPEN)
+| |
+| 28:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)]
+| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=15 row-size=26B cardinality=40 cost=9
+| | in pipelines: 13(GETNEXT)
+| |
+| F10:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| Per-Instance Resources: mem-estimate=26.47MB mem-reservation=2.50MB thread-reservation=1
+| max-parallelism=4 segment-costs=[166617, 87]
+| 14:AGGREGATE [STREAMING]
+| | output: avg(tpcds_partitioned_parquet_snap.item_0.i_current_price)
+| | group by: tpcds_partitioned_parquet_snap.item_0.i_category
+| | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
+| | tuple-ids=15 row-size=26B cardinality=40 cost=105154
+| | in pipelines: 13(GETNEXT)
+| |
+| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
+| HDFS partitions=1/1 files=1 size=33.54MB
+| predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
+| stored statistics:
+| table: rows=360.00K size=33.54MB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=101.54K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| tuple-ids=13 row-size=22B cardinality=359.14K cost=61463
+| in pipelines: 13(GETNEXT)
+|
+12:HASH JOIN [INNER JOIN, PARTITIONED]
+| hash-table-id=01
+| hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=0,2,6,7,9,11 row-size=76B cardinality=118.45M cost=51846311
+| in pipelines: 00(GETNEXT), 11(OPEN)
+|
+|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=20 (adjusted from 120)
+| | Per-Instance Resources: mem-estimate=60.21MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
+| | max-parallelism=30 segment-costs=[17908500]
+| JOIN BUILD
+| | join-table-id=01 plan-id=02 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
+| | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=15000000
+| |
+| 27:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)]
+| | mem-estimate=10.21MB mem-reservation=0B thread-reservation=0
+| | tuple-ids=11 row-size=18B cardinality=15.00M cost=2908500
+| | in pipelines: 11(GETNEXT)
+| |
+| F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| Per-Instance Resources: mem-estimate=17.72MB mem-reservation=128.00KB thread-reservation=1
+| max-parallelism=10 segment-costs=[26833500]
+| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
+| HDFS partitions=1/1 files=1 size=307.36MB
+| predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk IS NOT NULL
+| stored statistics:
+| table: rows=15.00M size=307.36MB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=1.58M
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
+| tuple-ids=11 row-size=18B cardinality=15.00M cost=1717500
+| in pipelines: 11(GETNEXT)
+|
+26:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)]
+| mem-estimate=12.28MB mem-reservation=0B thread-reservation=0
+| tuple-ids=0,2,6,7,9 row-size=58B cardinality=118.45M cost=62147276
+| in pipelines: 00(GETNEXT)
+|
+F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=30 (adjusted from 120)
+Per-Instance Resources: mem-estimate=20.31MB mem-reservation=0B thread-reservation=1
+max-parallelism=90 segment-costs=[891852800]
+10:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=02
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
+| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=0,2,6,7,9 row-size=58B cardinality=118.45M cost=51974308
+| in pipelines: 00(GETNEXT), 09(OPEN)
+|
+|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=111.98MB mem-reservation=103.00MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[835339]
+| JOIN BUILD
+| | join-table-id=02 plan-id=03 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
+| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
+| | mem-estimate=102.00MB mem-reservation=102.00MB spill-buffer=2.00MB thread-reservation=0 cost=358669
+| |
+| 25:EXCHANGE [BROADCAST]
+| | mem-estimate=8.98MB mem-reservation=0B thread-reservation=0
+| | tuple-ids=9 row-size=26B cardinality=358.67K cost=476670
+| | in pipelines: 09(GETNEXT)
+| |
+| F07:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
+| Per-Instance Resources: mem-estimate=16.12MB mem-reservation=512.00KB thread-reservation=1
+| max-parallelism=4 segment-costs=[135264]
+| 09:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
+| HDFS partitions=1/1 files=1 size=33.54MB
+| predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
+| stored statistics:
+| table: rows=360.00K size=33.54MB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=101.54K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| tuple-ids=9 row-size=26B cardinality=358.67K cost=102431
+| in pipelines: 09(GETNEXT)
+|
+08:HASH JOIN [INNER JOIN, PARTITIONED]
+| hash-table-id=03
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
+| tuple-ids=0,2,6,7 row-size=32B cardinality=118.95M cost=54791087
+| in pipelines: 00(GETNEXT), 07(OPEN)
+|
+|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=30 (adjusted from 120)
+| | Per-Instance Resources: mem-estimate=60.12MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
+| | max-parallelism=90 segment-costs=[34437000]
+| JOIN BUILD
+| | join-table-id=03 plan-id=04 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
+| | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
+| |
+| 24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
+| | mem-estimate=10.12MB mem-reservation=0B thread-reservation=0
+| | tuple-ids=7 row-size=8B cardinality=30.00M cost=4437000
+| | in pipelines: 07(GETNEXT)
+| |
+| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
+| Per-Instance Resources: mem-estimate=17.41MB mem-reservation=1.00MB thread-reservation=1
+| max-parallelism=10 segment-costs=[36054000]
+| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
+| HDFS partitions=1/1 files=1 size=1.55GB
+| predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
+| stored statistics:
+| table: rows=30.00M size=1.55GB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=3.10M
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| tuple-ids=7 row-size=8B cardinality=30.00M cost=5142000
+| in pipelines: 07(GETNEXT)
+|
+23:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
+| mem-estimate=14.22MB mem-reservation=0B thread-reservation=0
+| tuple-ids=0,2,6 row-size=24B cardinality=129.58M cost=38238997
+| in pipelines: 00(GETNEXT)
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
+Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
+Per-Instance Resources: mem-estimate=20.22MB mem-reservation=512.00KB thread-reservation=1
+max-parallelism=430 segment-costs=[4255699063]
+06:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=04
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2,7,8,10,12,16 row-size=102B cardinality=118.89M cost=1875676278
-| in pipelines: 00(GETNEXT), 10(OPEN)
+| tuple-ids=0,2,6 row-size=24B cardinality=129.58M cost=1965957540
+| in pipelines: 00(GETNEXT), 01(OPEN)
|
-|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[60] cpu-comparison-result=11 [max(11 (self) vs 1 (sum children))]
| JOIN BUILD
-| | join-table-id=00 plan-id=01 cohort-id=01
+| | join-table-id=04 plan-id=05 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=30
| |
-| 29:EXCHANGE [BROADCAST]
+| 22:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=12,16 row-size=12B cardinality=30 cost=30
-| | in pipelines: 10(GETNEXT)
+| | tuple-ids=2,6 row-size=12B cardinality=30 cost=30
+| | in pipelines: 01(GETNEXT)
| |
-| F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=1 segment-costs=[12535]
-| 14:HASH JOIN [INNER JOIN, BROADCAST]
-| | hash-table-id=01
+| 05:HASH JOIN [INNER JOIN, BROADCAST]
+| | hash-table-id=05
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
| | fk/pk conjuncts: none
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=12,16 row-size=12B cardinality=30 cost=13
-| | in pipelines: 10(GETNEXT), 13(OPEN)
+| | tuple-ids=2,6 row-size=12B cardinality=30 cost=13
+| | in pipelines: 01(GETNEXT), 04(OPEN)
| |
-| |--F14:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| |--F19:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=1 segment-costs=[1] cpu-comparison-result=1 [max(1 (self) vs 1 (sum children))]
| | JOIN BUILD
-| | | join-table-id=01 plan-id=02 cohort-id=02
+| | | join-table-id=05 plan-id=06 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=1
| | |
-| | 28:EXCHANGE [BROADCAST]
+| | 21:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=1 cost=0
-| | | in pipelines: 13(GETNEXT)
+| | | tuple-ids=6 row-size=4B cardinality=1 cost=0
+| | | in pipelines: 04(GETNEXT)
| | |
-| | F10:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| | F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=32.00KB mem-reservation=0B thread-reservation=1
| | max-parallelism=1 segment-costs=[0, 0] cpu-comparison-result=1 [max(1 (self) vs 1 (sum children))]
-| | 13:CARDINALITY CHECK
+| | 04:CARDINALITY CHECK
| | | limit: 1
| | | mem-estimate=0B mem-reservation=0B thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=1 cost=0
-| | | in pipelines: 13(GETNEXT), 26(OPEN)
+| | | tuple-ids=6 row-size=4B cardinality=1 cost=0
+| | | in pipelines: 04(GETNEXT), 19(OPEN)
| | |
-| | 27:EXCHANGE [UNPARTITIONED]
+| | 20:EXCHANGE [UNPARTITIONED]
| | | limit: 2
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=2 cost=0
-| | | in pipelines: 26(GETNEXT)
+| | | tuple-ids=6 row-size=4B cardinality=2 cost=0
+| | | in pipelines: 19(GETNEXT)
| | |
-| | F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq)] hosts=1 instances=1
+| | F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq)] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=10.03MB mem-reservation=1.94MB thread-reservation=1
| | max-parallelism=1 segment-costs=[5, 1] cpu-comparison-result=1 [max(1 (self) vs 1 (sum children))]
-| | 26:AGGREGATE [FINALIZE]
+| | 19:AGGREGATE [FINALIZE]
| | | group by: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
| | | limit: 2
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=2 cost=5
-| | | in pipelines: 26(GETNEXT), 11(OPEN)
+| | | tuple-ids=6 row-size=4B cardinality=2 cost=5
+| | | in pipelines: 19(GETNEXT), 02(OPEN)
| | |
-| | 25:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq)]
+| | 18:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq)]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=2 cost=0
-| | | in pipelines: 11(GETNEXT)
+| | | tuple-ids=6 row-size=4B cardinality=2 cost=0
+| | | in pipelines: 02(GETNEXT)
| | |
-| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=26.03MB mem-reservation=2.25MB thread-reservation=1
| | max-parallelism=1 segment-costs=[16764, 1]
-| | 12:AGGREGATE [STREAMING]
+| | 03:AGGREGATE [STREAMING]
| | | group by: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq
| | | limit: 2
| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=16 row-size=4B cardinality=2 cost=36
-| | | in pipelines: 11(GETNEXT)
+| | | tuple-ids=6 row-size=4B cardinality=2 cost=36
+| | | in pipelines: 02(GETNEXT)
| | |
-| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| | HDFS partitions=1/1 files=1 size=2.17MB
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
| | stored statistics:
@@ -826,10 +1017,10 @@ max-parallelism=1050 segment-costs=[10421290131, 11823] cpu-comparison-result=12
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(3 AS INT)
| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
-| | tuple-ids=14 row-size=12B cardinality=108 cost=16728
-| | in pipelines: 11(GETNEXT)
+| | tuple-ids=4 row-size=12B cardinality=108 cost=16728
+| | in pipelines: 02(GETNEXT)
| |
-| 10:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| HDFS partitions=1/1 files=1 size=2.17MB
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq, RF010[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_month_seq
@@ -839,197 +1030,14 @@ max-parallelism=1050 segment-costs=[10421290131, 11823] cpu-comparison-result=12
| extrapolated-rows=disabled max-scan-range-rows=73.05K
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL, tpcds_partitioned_parquet_snap.date_dim.d_month_seq IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=12 row-size=8B cardinality=30(filtered from 73.05K) cost=12520
-| in pipelines: 10(GETNEXT)
-|
-09:HASH JOIN [INNER JOIN, BROADCAST]
-| hash-table-id=02
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,2,7,8,10 row-size=90B cardinality=7.23G cost=3252298079
-| in pipelines: 00(GETNEXT), 06(OPEN)
-|
-|--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=1.50GB mem-reservation=424.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | max-parallelism=10 segment-costs=[69869990] cpu-comparison-result=30 [max(30 (self) vs 20 (sum children))]
-| JOIN BUILD
-| | join-table-id=02 plan-id=03 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
-| | mem-estimate=1.48GB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
-| |
-| 24:EXCHANGE [BROADCAST]
-| | mem-estimate=10.33MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=8,10 row-size=26B cardinality=30.00M cost=39869990
-| | in pipelines: 06(GETNEXT)
-| |
-| F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)] hosts=10 instances=10
-| Per-Instance Resources: mem-estimate=10.35MB mem-reservation=0B thread-reservation=1
-| max-parallelism=10 segment-costs=[15594000]
-| 08:HASH JOIN [INNER JOIN, PARTITIONED]
-| | hash-table-id=03
-| | hash predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk = tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
-| | fk/pk conjuncts: none
-| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| | tuple-ids=8,10 row-size=26B cardinality=30.00M cost=9283500
-| | in pipelines: 06(GETNEXT), 07(OPEN)
-| |
-| |--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=151.22MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
-| | | max-parallelism=10 segment-costs=[34437000]
-| | JOIN BUILD
-| | | join-table-id=03 plan-id=04 cohort-id=03
-| | | build expressions: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
-| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
-| | | mem-estimate=125.11MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
-| | |
-| | 23:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)]
-| | | mem-estimate=10.12MB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=10 row-size=8B cardinality=30.00M cost=4437000
-| | | in pipelines: 07(GETNEXT)
-| | |
-| | F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=16.47MB mem-reservation=1.00MB thread-reservation=1
-| | max-parallelism=10 segment-costs=[36054000]
-| | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
-| | stored statistics:
-| | table: rows=30.00M size=1.55GB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL, tpcds_partitioned_parquet_snap.customer.c_customer_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=10 row-size=8B cardinality=30.00M cost=5142000
-| | in pipelines: 07(GETNEXT)
-| |
-| 22:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)]
-| | mem-estimate=10.21MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=8 row-size=18B cardinality=15.00M cost=2908500
-| | in pipelines: 06(GETNEXT)
-| |
-| F04:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
-| Per-Instance Resources: mem-estimate=16.86MB mem-reservation=128.00KB thread-reservation=1
-| max-parallelism=10 segment-costs=[26833500]
-| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
-| HDFS partitions=1/1 files=1 size=307.36MB
-| predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk IS NOT NULL
-| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
-| stored statistics:
-| table: rows=15.00M size=307.36MB
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=1.58M
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=8 row-size=18B cardinality=15.00M cost=1717500
-| in pipelines: 06(GETNEXT)
-|
-05:HASH JOIN [INNER JOIN, BROADCAST]
-| hash-table-id=04
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
-| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,2,7 row-size=64B cardinality=7.57G(filtered from 7.87G) cost=3369339657
-| in pipelines: 00(GETNEXT), 01(OPEN)
-|
-|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=419.23MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[838440] cpu-comparison-result=14 [max(14 (self) vs 4 (sum children))]
-| JOIN BUILD
-| | join-table-id=04 plan-id=05 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
-| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
-| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
-| |
-| 21:EXCHANGE [BROADCAST]
-| | mem-estimate=10.23MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=2,7 row-size=52B cardinality=360.00K cost=478440
-| | in pipelines: 01(GETNEXT)
-| |
-| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
-| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
-| Per-Instance Resources: mem-estimate=16.23MB mem-reservation=512.00KB thread-reservation=1
-| max-parallelism=4 segment-costs=[325572]
-| 04:HASH JOIN [INNER JOIN, BROADCAST]
-| | hash-table-id=05
-| | hash predicates: tpcds_partitioned_parquet_snap.item.i_category = tpcds_partitioned_parquet_snap.item_0.i_category
-| | fk/pk conjuncts: none
-| | other join predicates: tpcds_partitioned_parquet_snap.item.i_current_price > multiply(CAST(1.2 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.item_0.i_current_price))
-| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=2,7 row-size=52B cardinality=360.00K cost=157230
-| | in pipelines: 01(GETNEXT), 19(OPEN)
-| |
-| |--F18:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
-| | | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | | max-parallelism=4 segment-costs=[14] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
-| | JOIN BUILD
-| | | join-table-id=05 plan-id=06 cohort-id=04
-| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_category
-| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
-| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=10
-| | |
-| | 20:EXCHANGE [BROADCAST]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=7 row-size=26B cardinality=10 cost=4
-| | | in pipelines: 19(GETNEXT)
-| | |
-| | F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)] hosts=4 instances=4
-| | Per-Instance Resources: mem-estimate=10.12MB mem-reservation=1.94MB thread-reservation=1
-| | max-parallelism=4 segment-costs=[46, 0] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
-| | 19:AGGREGATE [FINALIZE]
-| | | output: avg:merge(tpcds_partitioned_parquet_snap.item_0.i_current_price)
-| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
-| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=7 row-size=26B cardinality=10 cost=37
-| | | in pipelines: 19(GETNEXT), 02(OPEN)
-| | |
-| | 18:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=6 row-size=26B cardinality=40 cost=9
-| | | in pipelines: 02(GETNEXT)
-| | |
-| | F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
-| | Per-Instance Resources: mem-estimate=26.47MB mem-reservation=2.50MB thread-reservation=1
-| | max-parallelism=4 segment-costs=[166617, 87]
-| | 03:AGGREGATE [STREAMING]
-| | | output: avg(tpcds_partitioned_parquet_snap.item_0.i_current_price)
-| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
-| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=6 row-size=26B cardinality=40 cost=105154
-| | | in pipelines: 02(GETNEXT)
-| | |
-| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
-| | HDFS partitions=1/1 files=1 size=33.54MB
-| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
-| | stored statistics:
-| | table: rows=360.00K size=33.54MB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=101.54K
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| | tuple-ids=4 row-size=22B cardinality=359.14K cost=61463
-| | in pipelines: 02(GETNEXT)
-| |
-| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
-| HDFS partitions=1/1 files=1 size=33.54MB
-| predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
-| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF006[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
-| stored statistics:
-| table: rows=360.00K size=33.54MB
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=101.54K
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_category IS NOT NULL, tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=2 row-size=26B cardinality=358.67K cost=102431
+| tuple-ids=2 row-size=8B cardinality=30(filtered from 73.05K) cost=12520
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
- runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
+ runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q07.test b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q07.test
index 0dad4e471..d61ba384d 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q07.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q07.test
@@ -25,13 +25,10 @@ Max Per-Host Resource Reservation: Memory=67.88MB Threads=1
Per-Host Resource Estimates: Memory=130MB
ImpalaSortRel(sort0=[$0], dir0=[ASC], fetch=[100:TINYINT])
ImpalaAggRel(group=[{0}], AGG1=[AVG($4)], AGG2=[AVG($1)], AGG3=[AVG($2)], AGG4=[AVG($3)])
- ImpalaProjectRel(I_ITEM_ID=[$1], ss_list_price=[$6], ss_coupon_amt=[$8], ss_sales_price=[$7], cast_ss_quantity=[CAST($5):BIGINT])
- ImpalaJoinRel(condition=[=($2, $0)], joinType=[inner])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(i_item_sk=[$0], i_item_id=[$1])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
- ImpalaJoinRel(condition=[=($7, $10)], joinType=[inner])
- ImpalaJoinRel(condition=[=($2, $9)], joinType=[inner])
+ ImpalaProjectRel(I_ITEM_ID=[$11], ss_list_price=[$4], ss_coupon_amt=[$6], ss_sales_price=[$5], cast_ss_quantity=[CAST($3):BIGINT])
+ ImpalaJoinRel(condition=[=($2, $12)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $10)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($7, $9)], joinType=[inner])
ImpalaJoinRel(condition=[=($1, $8)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($7), IS NOT NULL($0), IS NOT NULL($2))])
ImpalaProjectRel(ss_item_sk=[$1], ss_cdemo_sk=[$3], ss_promo_sk=[$7], ss_quantity=[$9], ss_list_price=[$11], ss_sales_price=[$12], ss_coupon_amt=[$18], ss_sold_date_sk=[$22])
@@ -40,17 +37,20 @@ ImpalaSortRel(sort0=[$0], dir0=[ASC], fetch=[100:TINYINT])
ImpalaFilterRel(condition=[AND(=($1, _UTF-8'F'), =($2, _UTF-8'W'), =($3, _UTF-8'College'), IS NOT NULL($0))])
ImpalaProjectRel(cd_demo_sk=[$0], cd_gender=[$1], cd_marital_status=[$2], cd_education_status=[$3])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_demographics]])
- ImpalaProjectRel(p_promo_sk=[$0])
- ImpalaFilterRel(condition=[AND(OR(=($1, _UTF-8'N'), =($2, _UTF-8'N')), IS NOT NULL($0))])
- ImpalaProjectRel(p_promo_sk=[$0], p_channel_email=[$9], p_channel_event=[$14])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, promotion]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 2001), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 2001), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(i_item_sk=[$0], i_item_id=[$1])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaProjectRel(p_promo_sk=[$0])
+ ImpalaFilterRel(condition=[AND(OR(=($1, _UTF-8'N'), =($2, _UTF-8'N')), IS NOT NULL($0))])
+ ImpalaProjectRel(p_promo_sk=[$0], p_channel_email=[$9], p_channel_event=[$14])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, promotion]])
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=130.38MB mem-reservation=67.88MB thread-reservation=1 runtime-filters-memory=4.00MB
-| max-parallelism=1 segment-costs=[1214520044, 1831104, 500]
+| max-parallelism=1 segment-costs=[1157443401, 1831104, 500]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, avg(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=500
@@ -65,18 +65,38 @@ PLAN-ROOT SINK
| output: avg(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
-| tuple-ids=11 row-size=60B cardinality=185.57K cost=40110232
-| in pipelines: 09(GETNEXT), 01(OPEN)
+| tuple-ids=11 row-size=60B cardinality=185.57K cost=40090429
+| in pipelines: 09(GETNEXT), 00(OPEN)
|
08:HASH JOIN [INNER JOIN]
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| tuple-ids=0,2,4,6,8 row-size=154B cardinality=78.82M cost=34500929
+| in pipelines: 00(GETNEXT), 07(OPEN)
+|
+|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion]
+| HDFS partitions=1/1 files=1 size=100.50KB
+| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N', tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
+| stored statistics:
+| table: rows=1.80K size=100.50KB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=1.80K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=0
+| tuple-ids=8 row-size=30B cardinality=1.80K cost=256
+| in pipelines: 07(GETNEXT)
+|
+06:HASH JOIN [INNER JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
-| fk/pk conjuncts: none
-| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
+| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=2,4,6,8,0 row-size=154B cardinality=78.86M cost=34876379
-| in pipelines: 01(GETNEXT), 00(OPEN)
+| tuple-ids=0,2,4,6 row-size=124B cardinality=78.82M cost=34869238
+| in pipelines: 00(GETNEXT), 05(OPEN)
|
-|--00:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
+|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| HDFS partitions=1/1 files=1 size=33.54MB
| predicates: tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| stored statistics:
@@ -85,18 +105,18 @@ PLAN-ROOT SINK
| extrapolated-rows=disabled max-scan-range-rows=101.54K
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=0 row-size=32B cardinality=360.00K cost=113796
-| in pipelines: 00(GETNEXT)
+| tuple-ids=6 row-size=32B cardinality=360.00K cost=113796
+| in pipelines: 05(GETNEXT)
|
-07:HASH JOIN [INNER JOIN]
+04:HASH JOIN [INNER JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=2,4,6,8 row-size=122B cardinality=78.86M cost=35963197
-| in pipelines: 01(GETNEXT), 06(OPEN)
+| tuple-ids=0,2,4 row-size=92B cardinality=78.86M cost=35963197
+| in pipelines: 00(GETNEXT), 03(OPEN)
|
-|--06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
| HDFS partitions=1/1 files=1 size=2.17MB
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| stored statistics:
@@ -106,38 +126,18 @@ PLAN-ROOT SINK
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=8 row-size=8B cardinality=373 cost=12520
-| in pipelines: 06(GETNEXT)
-|
-05:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=2,4,6 row-size=114B cardinality=84.50M(filtered from 385.62M) cost=91550628
-| in pipelines: 01(GETNEXT), 04(OPEN)
-|
-|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion]
-| HDFS partitions=1/1 files=1 size=100.50KB
-| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N', tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
-| stored statistics:
-| table: rows=1.80K size=100.50KB
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=1.80K
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=0
-| tuple-ids=6 row-size=30B cardinality=1.80K cost=256
-| in pipelines: 04(GETNEXT)
+| tuple-ids=4 row-size=8B cardinality=373 cost=12520
+| in pipelines: 03(GETNEXT)
|
-03:HASH JOIN [INNER JOIN]
+02:HASH JOIN [INNER JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0
-| tuple-ids=2,4 row-size=84B cardinality=84.50M(filtered from 385.62M) cost=91646227
-| in pipelines: 01(GETNEXT), 02(OPEN)
+| tuple-ids=0,2 row-size=84B cardinality=84.50M(filtered from 385.62M) cost=91646227
+| in pipelines: 00(GETNEXT), 01(OPEN)
|
-|--02:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics]
+|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics]
| HDFS partitions=1/1 files=1 size=11.15MB
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F', tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk IS NOT NULL
| stored statistics:
@@ -147,14 +147,14 @@ PLAN-ROOT SINK
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F', tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| tuple-ids=4 row-size=52B cardinality=97.40K cost=646596
-| in pipelines: 02(GETNEXT)
+| tuple-ids=2 row-size=52B cardinality=97.40K cost=646596
+| in pipelines: 01(GETNEXT)
|
-01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
+00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
- runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF006[bloom] -> tpcds_partitione [...]
+ runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitione [...]
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
@@ -162,20 +162,17 @@ PLAN-ROOT SINK
extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
- tuple-ids=2 row-size=32B cardinality=84.50M(filtered from 7.70G) cost=919600213
- in pipelines: 01(GETNEXT)
+ tuple-ids=0 row-size=32B cardinality=84.50M(filtered from 7.70G) cost=919600213
+ in pipelines: 00(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=783.41MB Threads=22
Per-Host Resource Estimates: Memory=1.08GB
ImpalaSortRel(sort0=[$0], dir0=[ASC], fetch=[100:TINYINT])
ImpalaAggRel(group=[{0}], AGG1=[AVG($4)], AGG2=[AVG($1)], AGG3=[AVG($2)], AGG4=[AVG($3)])
- ImpalaProjectRel(I_ITEM_ID=[$1], ss_list_price=[$6], ss_coupon_amt=[$8], ss_sales_price=[$7], cast_ss_quantity=[CAST($5):BIGINT])
- ImpalaJoinRel(condition=[=($2, $0)], joinType=[inner])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(i_item_sk=[$0], i_item_id=[$1])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
- ImpalaJoinRel(condition=[=($7, $10)], joinType=[inner])
- ImpalaJoinRel(condition=[=($2, $9)], joinType=[inner])
+ ImpalaProjectRel(I_ITEM_ID=[$11], ss_list_price=[$4], ss_coupon_amt=[$6], ss_sales_price=[$5], cast_ss_quantity=[CAST($3):BIGINT])
+ ImpalaJoinRel(condition=[=($2, $12)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $10)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($7, $9)], joinType=[inner])
ImpalaJoinRel(condition=[=($1, $8)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($7), IS NOT NULL($0), IS NOT NULL($2))])
ImpalaProjectRel(ss_item_sk=[$1], ss_cdemo_sk=[$3], ss_promo_sk=[$7], ss_quantity=[$9], ss_list_price=[$11], ss_sales_price=[$12], ss_coupon_amt=[$18], ss_sold_date_sk=[$22])
@@ -184,14 +181,17 @@ ImpalaSortRel(sort0=[$0], dir0=[ASC], fetch=[100:TINYINT])
ImpalaFilterRel(condition=[AND(=($1, _UTF-8'F'), =($2, _UTF-8'W'), =($3, _UTF-8'College'), IS NOT NULL($0))])
ImpalaProjectRel(cd_demo_sk=[$0], cd_gender=[$1], cd_marital_status=[$2], cd_education_status=[$3])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_demographics]])
- ImpalaProjectRel(p_promo_sk=[$0])
- ImpalaFilterRel(condition=[AND(OR(=($1, _UTF-8'N'), =($2, _UTF-8'N')), IS NOT NULL($0))])
- ImpalaProjectRel(p_promo_sk=[$0], p_channel_email=[$9], p_channel_event=[$14])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, promotion]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 2001), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 2001), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(i_item_sk=[$0], i_item_id=[$1])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaProjectRel(p_promo_sk=[$0])
+ ImpalaFilterRel(condition=[AND(OR(=($1, _UTF-8'N'), =($2, _UTF-8'N')), IS NOT NULL($0))])
+ ImpalaProjectRel(p_promo_sk=[$0], p_channel_email=[$9], p_channel_event=[$14])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, promotion]])
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.06MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[537] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
@@ -208,7 +208,7 @@ PLAN-ROOT SINK
|
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=27.50MB mem-reservation=2.88MB thread-reservation=1
-max-parallelism=10 segment-costs=[19719889, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
+max-parallelism=10 segment-costs=[19718929, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
10:TOP-N [LIMIT=100]
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
| mem-estimate=5.86KB mem-reservation=0B thread-reservation=0
@@ -219,51 +219,88 @@ max-parallelism=10 segment-costs=[19719889, 1831104, 188] cpu-comparison-result=
| output: avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
| mem-estimate=10.00MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
-| tuple-ids=11 row-size=60B cardinality=185.57K cost=11349518
-| in pipelines: 16(GETNEXT), 01(OPEN)
+| tuple-ids=11 row-size=60B cardinality=185.57K cost=11348976
+| in pipelines: 16(GETNEXT), 00(OPEN)
|
15:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)]
| mem-estimate=17.50MB mem-reservation=0B thread-reservation=0
-| tuple-ids=10 row-size=60B cardinality=21.62M cost=8370371
-| in pipelines: 01(GETNEXT)
+| tuple-ids=10 row-size=60B cardinality=21.62M cost=8369953
+| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
Per-Instance Resources: mem-estimate=35.50MB mem-reservation=17.50MB thread-reservation=1
-max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
+max-parallelism=130 segment-costs=[1212100240, 94687938] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
09:AGGREGATE [STREAMING]
| output: avg(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
-| tuple-ids=10 row-size=60B cardinality=21.62M cost=96002627
-| in pipelines: 01(GETNEXT)
+| tuple-ids=10 row-size=60B cardinality=21.62M cost=95980008
+| in pipelines: 00(GETNEXT)
|
08:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
+| tuple-ids=0,2,4,6,8 row-size=154B cardinality=78.82M cost=34499129
+| in pipelines: 00(GETNEXT), 07(OPEN)
+|
+|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[4190]
+| JOIN BUILD
+| | join-table-id=00 plan-id=01 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1800
+| |
+| 14:EXCHANGE [BROADCAST]
+| | mem-estimate=86.73KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=8 row-size=30B cardinality=1.80K cost=2390
+| | in pipelines: 07(GETNEXT)
+| |
+| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| Per-Instance Resources: mem-estimate=16.13MB mem-reservation=32.00KB thread-reservation=1
+| max-parallelism=1 segment-costs=[440]
+| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
+| HDFS partitions=1/1 files=1 size=100.50KB
+| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N', tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
+| stored statistics:
+| table: rows=1.80K size=100.50KB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=1.80K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=0
+| tuple-ids=8 row-size=30B cardinality=1.80K cost=256
+| in pipelines: 07(GETNEXT)
+|
+06:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=01
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
-| fk/pk conjuncts: none
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=2,4,6,8,0 row-size=154B cardinality=78.86M cost=34516379
-| in pipelines: 01(GETNEXT), 00(OPEN)
+| tuple-ids=0,2,4,6 row-size=124B cardinality=78.82M cost=34509238
+| in pipelines: 00(GETNEXT), 05(OPEN)
|
-|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=419.14MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[838440]
| JOIN BUILD
-| | join-table-id=00 plan-id=01 cohort-id=01
+| | join-table-id=01 plan-id=02 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
-| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
+| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| |
-| 14:EXCHANGE [BROADCAST]
+| 13:EXCHANGE [BROADCAST]
| | mem-estimate=10.14MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=0 row-size=32B cardinality=360.00K cost=478440
-| | in pipelines: 00(GETNEXT)
+| | tuple-ids=6 row-size=32B cardinality=360.00K cost=478440
+| | in pipelines: 05(GETNEXT)
| |
-| F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| Per-Instance Resources: mem-estimate=16.14MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=4 segment-costs=[152676]
-| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
+| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| HDFS partitions=1/1 files=1 size=33.54MB
| predicates: tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| stored statistics:
@@ -272,35 +309,35 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
| extrapolated-rows=disabled max-scan-range-rows=101.54K
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=0 row-size=32B cardinality=360.00K cost=113796
-| in pipelines: 00(GETNEXT)
+| tuple-ids=6 row-size=32B cardinality=360.00K cost=113796
+| in pipelines: 05(GETNEXT)
|
-07:HASH JOIN [INNER JOIN, BROADCAST]
-| hash-table-id=01
+04:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=02
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=2,4,6,8 row-size=122B cardinality=78.86M cost=35962824
-| in pipelines: 01(GETNEXT), 06(OPEN)
+| tuple-ids=0,2,4 row-size=92B cardinality=78.86M cost=35962824
+| in pipelines: 00(GETNEXT), 03(OPEN)
|
-|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[863]
| JOIN BUILD
-| | join-table-id=01 plan-id=02 cohort-id=01
+| | join-table-id=02 plan-id=03 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| |
-| 13:EXCHANGE [BROADCAST]
+| 12:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=8 row-size=8B cardinality=373 cost=490
-| | in pipelines: 06(GETNEXT)
+| | tuple-ids=4 row-size=8B cardinality=373 cost=490
+| | in pipelines: 03(GETNEXT)
| |
-| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=1 segment-costs=[12536]
-| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| HDFS partitions=1/1 files=1 size=2.17MB
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| stored statistics:
@@ -310,53 +347,16 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=8 row-size=8B cardinality=373 cost=12520
-| in pipelines: 06(GETNEXT)
-|
-05:HASH JOIN [INNER JOIN, BROADCAST]
-| hash-table-id=02
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=2,4,6 row-size=114B cardinality=84.50M(filtered from 385.62M) cost=91548828
-| in pipelines: 01(GETNEXT), 04(OPEN)
-|
-|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[4190]
-| JOIN BUILD
-| | join-table-id=02 plan-id=03 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1800
-| |
-| 12:EXCHANGE [BROADCAST]
-| | mem-estimate=86.73KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=6 row-size=30B cardinality=1.80K cost=2390
-| | in pipelines: 04(GETNEXT)
-| |
-| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| Per-Instance Resources: mem-estimate=16.13MB mem-reservation=32.00KB thread-reservation=1
-| max-parallelism=1 segment-costs=[440]
-| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
-| HDFS partitions=1/1 files=1 size=100.50KB
-| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N', tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
-| stored statistics:
-| table: rows=1.80K size=100.50KB
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=1.80K
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=0
-| tuple-ids=6 row-size=30B cardinality=1.80K cost=256
-| in pipelines: 04(GETNEXT)
+| tuple-ids=4 row-size=8B cardinality=373 cost=12520
+| in pipelines: 03(GETNEXT)
|
-03:HASH JOIN [INNER JOIN, BROADCAST]
+02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=03
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=512.00KB thread-reservation=0
-| tuple-ids=2,4 row-size=84B cardinality=84.50M(filtered from 385.62M) cost=91548828
-| in pipelines: 01(GETNEXT), 02(OPEN)
+| tuple-ids=0,2 row-size=84B cardinality=84.50M(filtered from 385.62M) cost=91548828
+| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=108.33MB mem-reservation=103.00MB thread-reservation=1 runtime-filters-memory=1.00MB
@@ -369,13 +369,13 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
| |
| 11:EXCHANGE [BROADCAST]
| | mem-estimate=5.33MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=4 row-size=52B cardinality=97.40K cost=129440
-| | in pipelines: 02(GETNEXT)
+| | tuple-ids=2 row-size=52B cardinality=97.40K cost=129440
+| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| Per-Instance Resources: mem-estimate=16.22MB mem-reservation=1.00MB thread-reservation=1
| max-parallelism=10 segment-costs=[662261]
-| 02:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
| HDFS partitions=1/1 files=1 size=11.15MB
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F', tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk IS NOT NULL
| stored statistics:
@@ -385,14 +385,14 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F', tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| tuple-ids=4 row-size=52B cardinality=97.40K cost=646596
-| in pipelines: 02(GETNEXT)
+| tuple-ids=2 row-size=52B cardinality=97.40K cost=646596
+| in pipelines: 01(GETNEXT)
|
-01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
+00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
- runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF006[bloom] -> tpcds_partitione [...]
+ runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitione [...]
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
@@ -400,20 +400,17 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
- tuple-ids=2 row-size=32B cardinality=84.50M(filtered from 7.70G) cost=919600213
- in pipelines: 01(GETNEXT)
+ tuple-ids=0 row-size=32B cardinality=84.50M(filtered from 7.70G) cost=919600213
+ in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=783.41MB Threads=22
Per-Host Resource Estimates: Memory=1.08GB
ImpalaSortRel(sort0=[$0], dir0=[ASC], fetch=[100:TINYINT])
ImpalaAggRel(group=[{0}], AGG1=[AVG($4)], AGG2=[AVG($1)], AGG3=[AVG($2)], AGG4=[AVG($3)])
- ImpalaProjectRel(I_ITEM_ID=[$1], ss_list_price=[$6], ss_coupon_amt=[$8], ss_sales_price=[$7], cast_ss_quantity=[CAST($5):BIGINT])
- ImpalaJoinRel(condition=[=($2, $0)], joinType=[inner])
- ImpalaFilterRel(condition=[IS NOT NULL($0)])
- ImpalaProjectRel(i_item_sk=[$0], i_item_id=[$1])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
- ImpalaJoinRel(condition=[=($7, $10)], joinType=[inner])
- ImpalaJoinRel(condition=[=($2, $9)], joinType=[inner])
+ ImpalaProjectRel(I_ITEM_ID=[$11], ss_list_price=[$4], ss_coupon_amt=[$6], ss_sales_price=[$5], cast_ss_quantity=[CAST($3):BIGINT])
+ ImpalaJoinRel(condition=[=($2, $12)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $10)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($7, $9)], joinType=[inner])
ImpalaJoinRel(condition=[=($1, $8)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($1), IS NOT NULL($7), IS NOT NULL($0), IS NOT NULL($2))])
ImpalaProjectRel(ss_item_sk=[$1], ss_cdemo_sk=[$3], ss_promo_sk=[$7], ss_quantity=[$9], ss_list_price=[$11], ss_sales_price=[$12], ss_coupon_amt=[$18], ss_sold_date_sk=[$22])
@@ -422,14 +419,17 @@ ImpalaSortRel(sort0=[$0], dir0=[ASC], fetch=[100:TINYINT])
ImpalaFilterRel(condition=[AND(=($1, _UTF-8'F'), =($2, _UTF-8'W'), =($3, _UTF-8'College'), IS NOT NULL($0))])
ImpalaProjectRel(cd_demo_sk=[$0], cd_gender=[$1], cd_marital_status=[$2], cd_education_status=[$3])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_demographics]])
- ImpalaProjectRel(p_promo_sk=[$0])
- ImpalaFilterRel(condition=[AND(OR(=($1, _UTF-8'N'), =($2, _UTF-8'N')), IS NOT NULL($0))])
- ImpalaProjectRel(p_promo_sk=[$0], p_channel_email=[$9], p_channel_event=[$14])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, promotion]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, 2001), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, 2001), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
+ ImpalaFilterRel(condition=[IS NOT NULL($0)])
+ ImpalaProjectRel(i_item_sk=[$0], i_item_id=[$1])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, item]])
+ ImpalaProjectRel(p_promo_sk=[$0])
+ ImpalaFilterRel(condition=[AND(OR(=($1, _UTF-8'N'), =($2, _UTF-8'N')), IS NOT NULL($0))])
+ ImpalaProjectRel(p_promo_sk=[$0], p_channel_email=[$9], p_channel_event=[$14])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, promotion]])
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.06MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[537] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
@@ -446,7 +446,7 @@ PLAN-ROOT SINK
|
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=27.50MB mem-reservation=2.88MB thread-reservation=1
-max-parallelism=10 segment-costs=[19719889, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
+max-parallelism=10 segment-costs=[19718929, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
10:TOP-N [LIMIT=100]
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
| mem-estimate=5.86KB mem-reservation=0B thread-reservation=0
@@ -457,51 +457,88 @@ max-parallelism=10 segment-costs=[19719889, 1831104, 188] cpu-comparison-result=
| output: avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
| mem-estimate=10.00MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
-| tuple-ids=11 row-size=60B cardinality=185.57K cost=11349518
-| in pipelines: 16(GETNEXT), 01(OPEN)
+| tuple-ids=11 row-size=60B cardinality=185.57K cost=11348976
+| in pipelines: 16(GETNEXT), 00(OPEN)
|
15:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)]
| mem-estimate=17.50MB mem-reservation=0B thread-reservation=0
-| tuple-ids=10 row-size=60B cardinality=21.62M cost=8370371
-| in pipelines: 01(GETNEXT)
+| tuple-ids=10 row-size=60B cardinality=21.62M cost=8369953
+| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
Per-Instance Resources: mem-estimate=35.50MB mem-reservation=17.50MB thread-reservation=1
-max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
+max-parallelism=130 segment-costs=[1212100240, 94687938] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
09:AGGREGATE [STREAMING]
| output: avg(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
-| tuple-ids=10 row-size=60B cardinality=21.62M cost=96002627
-| in pipelines: 01(GETNEXT)
+| tuple-ids=10 row-size=60B cardinality=21.62M cost=95980008
+| in pipelines: 00(GETNEXT)
|
08:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
+| tuple-ids=0,2,4,6,8 row-size=154B cardinality=78.82M cost=34499129
+| in pipelines: 00(GETNEXT), 07(OPEN)
+|
+|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[4190]
+| JOIN BUILD
+| | join-table-id=00 plan-id=01 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk
+| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1800
+| |
+| 14:EXCHANGE [BROADCAST]
+| | mem-estimate=86.73KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=8 row-size=30B cardinality=1.80K cost=2390
+| | in pipelines: 07(GETNEXT)
+| |
+| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| Per-Instance Resources: mem-estimate=16.13MB mem-reservation=32.00KB thread-reservation=1
+| max-parallelism=1 segment-costs=[440]
+| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
+| HDFS partitions=1/1 files=1 size=100.50KB
+| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N', tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
+| stored statistics:
+| table: rows=1.80K size=100.50KB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=1.80K
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=0
+| tuple-ids=8 row-size=30B cardinality=1.80K cost=256
+| in pipelines: 07(GETNEXT)
+|
+06:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=01
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
-| fk/pk conjuncts: none
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=2,4,6,8,0 row-size=154B cardinality=78.86M cost=34516379
-| in pipelines: 01(GETNEXT), 00(OPEN)
+| tuple-ids=0,2,4,6 row-size=124B cardinality=78.82M cost=34509238
+| in pipelines: 00(GETNEXT), 05(OPEN)
|
-|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=419.14MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[838440]
| JOIN BUILD
-| | join-table-id=00 plan-id=01 cohort-id=01
+| | join-table-id=01 plan-id=02 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
-| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
+| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| |
-| 14:EXCHANGE [BROADCAST]
+| 13:EXCHANGE [BROADCAST]
| | mem-estimate=10.14MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=0 row-size=32B cardinality=360.00K cost=478440
-| | in pipelines: 00(GETNEXT)
+| | tuple-ids=6 row-size=32B cardinality=360.00K cost=478440
+| | in pipelines: 05(GETNEXT)
| |
-| F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
+| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| Per-Instance Resources: mem-estimate=16.14MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=4 segment-costs=[152676]
-| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
+| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| HDFS partitions=1/1 files=1 size=33.54MB
| predicates: tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| stored statistics:
@@ -510,35 +547,35 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
| extrapolated-rows=disabled max-scan-range-rows=101.54K
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_item_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=0 row-size=32B cardinality=360.00K cost=113796
-| in pipelines: 00(GETNEXT)
+| tuple-ids=6 row-size=32B cardinality=360.00K cost=113796
+| in pipelines: 05(GETNEXT)
|
-07:HASH JOIN [INNER JOIN, BROADCAST]
-| hash-table-id=01
+04:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=02
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=2,4,6,8 row-size=122B cardinality=78.86M cost=35962824
-| in pipelines: 01(GETNEXT), 06(OPEN)
+| tuple-ids=0,2,4 row-size=92B cardinality=78.86M cost=35962824
+| in pipelines: 00(GETNEXT), 03(OPEN)
|
-|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[863]
| JOIN BUILD
-| | join-table-id=01 plan-id=02 cohort-id=01
+| | join-table-id=02 plan-id=03 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| |
-| 13:EXCHANGE [BROADCAST]
+| 12:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=8 row-size=8B cardinality=373 cost=490
-| | in pipelines: 06(GETNEXT)
+| | tuple-ids=4 row-size=8B cardinality=373 cost=490
+| | in pipelines: 03(GETNEXT)
| |
-| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=16.05MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=1 segment-costs=[12536]
-| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| HDFS partitions=1/1 files=1 size=2.17MB
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| stored statistics:
@@ -548,53 +585,16 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=8 row-size=8B cardinality=373 cost=12520
-| in pipelines: 06(GETNEXT)
-|
-05:HASH JOIN [INNER JOIN, BROADCAST]
-| hash-table-id=02
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=2,4,6 row-size=114B cardinality=84.50M(filtered from 385.62M) cost=91548828
-| in pipelines: 01(GETNEXT), 04(OPEN)
-|
-|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[4190]
-| JOIN BUILD
-| | join-table-id=02 plan-id=03 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk
-| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1800
-| |
-| 12:EXCHANGE [BROADCAST]
-| | mem-estimate=86.73KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=6 row-size=30B cardinality=1.80K cost=2390
-| | in pipelines: 04(GETNEXT)
-| |
-| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| Per-Instance Resources: mem-estimate=16.13MB mem-reservation=32.00KB thread-reservation=1
-| max-parallelism=1 segment-costs=[440]
-| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
-| HDFS partitions=1/1 files=1 size=100.50KB
-| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N', tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
-| stored statistics:
-| table: rows=1.80K size=100.50KB
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=1.80K
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.promotion.p_promo_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=0
-| tuple-ids=6 row-size=30B cardinality=1.80K cost=256
-| in pipelines: 04(GETNEXT)
+| tuple-ids=4 row-size=8B cardinality=373 cost=12520
+| in pipelines: 03(GETNEXT)
|
-03:HASH JOIN [INNER JOIN, BROADCAST]
+02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=03
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=512.00KB thread-reservation=0
-| tuple-ids=2,4 row-size=84B cardinality=84.50M(filtered from 385.62M) cost=91548828
-| in pipelines: 01(GETNEXT), 02(OPEN)
+| tuple-ids=0,2 row-size=84B cardinality=84.50M(filtered from 385.62M) cost=91548828
+| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=108.33MB mem-reservation=103.00MB thread-reservation=1 runtime-filters-memory=1.00MB
@@ -607,13 +607,13 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
| |
| 11:EXCHANGE [BROADCAST]
| | mem-estimate=5.33MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=4 row-size=52B cardinality=97.40K cost=129440
-| | in pipelines: 02(GETNEXT)
+| | tuple-ids=2 row-size=52B cardinality=97.40K cost=129440
+| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| Per-Instance Resources: mem-estimate=16.22MB mem-reservation=1.00MB thread-reservation=1
| max-parallelism=10 segment-costs=[662261]
-| 02:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
| HDFS partitions=1/1 files=1 size=11.15MB
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F', tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk IS NOT NULL
| stored statistics:
@@ -623,14 +623,14 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F', tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk IS NOT NULL
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| tuple-ids=4 row-size=52B cardinality=97.40K cost=646596
-| in pipelines: 02(GETNEXT)
+| tuple-ids=2 row-size=52B cardinality=97.40K cost=646596
+| in pipelines: 01(GETNEXT)
|
-01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
+00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
- runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF006[bloom] -> tpcds_partitione [...]
+ runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitione [...]
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
@@ -638,6 +638,6 @@ max-parallelism=130 segment-costs=[1269179699, 94692667] cpu-comparison-result=1
extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=373(filtered from 1823)
parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk IS NOT NULL, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk IS NOT NULL
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
- tuple-ids=2 row-size=32B cardinality=84.50M(filtered from 7.70G) cost=919600213
- in pipelines: 01(GETNEXT)
+ tuple-ids=0 row-size=32B cardinality=84.50M(filtered from 7.70G) cost=919600213
+ in pipelines: 00(GETNEXT)
====
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q08.test b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q08.test
index cc963d315..4037b8fc7 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q08.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q08.test
@@ -108,54 +108,54 @@ select s_store_name
# end query 8 in stream 0 using template query8.tpl
---- PLAN
-Max Per-Host Resource Reservation: Memory=48.77MB Threads=1
-Per-Host Resource Estimates: Memory=177MB
+Max Per-Host Resource Reservation: Memory=60.96MB Threads=1
+Per-Host Resource Estimates: Memory=748MB
ImpalaSortRel(sort0=[$0], dir0=[ASC], fetch=[100:TINYINT])
ImpalaAggRel(group=[{0}], EXPR$1=[SUM($1)])
- ImpalaProjectRel(S_STORE_NAME=[$5], ss_net_profit=[$1])
- ImpalaJoinRel(condition=[=($0, $4)], joinType=[inner])
- ImpalaJoinRel(condition=[=($2, $3)], joinType=[inner])
+ ImpalaProjectRel(S_STORE_NAME=[$4], ss_net_profit=[$1])
+ ImpalaJoinRel(condition=[=($2, $5)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($2), IS NOT NULL($0))])
ImpalaProjectRel(ss_store_sk=[$6], ss_net_profit=[$21], ss_sold_date_sk=[$22])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($2, 2), =($1, 1998), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_qoy=[$10])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$1])
- ImpalaJoinRel(condition=[=($2, $3)], joinType=[inner])
- ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$1], $f3=[SUBSTR($2, 1:BIGINT, 2:BIGINT)])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL(SUBSTR($2, 1:BIGINT, 2:BIGINT)))])
- ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$5], s_zip=[$25])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store]])
- ImpalaProjectRel($f1=[SUBSTR($0, 1:BIGINT, 2:BIGINT)])
- ImpalaFilterRel(condition=[=($1, 2)])
- ImpalaAggRel(group=[{0}], agg#0=[COUNT()])
- ImpalaUnionRel(all=[true])
- ImpalaAggRel(group=[{0}])
- ImpalaProjectRel(CA_ZIP=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
- ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
- ImpalaProjectRel(ca_zip=[$0], $f1=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
- ImpalaFilterRel(condition=[AND(SEARCH(SUBSTR($0, 1:BIGINT, 5:BIGINT), Sarg[_UTF-8'10298':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'10374':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'10425':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11340':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11489':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11618':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11652':VARCHAR(2147483647) CHARACTER SET [...]
- ImpalaProjectRel(ca_zip=[$9])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
- ImpalaValuesRel(tuples=[[{ _UTF-8'47602' }, { _UTF-8'16704' }, { _UTF-8'35863' }, { _UTF-8'28577' }, { _UTF-8'83910' }, { _UTF-8'36201' }, { _UTF-8'58412' }, { _UTF-8'48162' }, { _UTF-8'28055' }, { _UTF-8'41419' }, { _UTF-8'80332' }, { _UTF-8'38607' }, { _UTF-8'77817' }, { _UTF-8'24891' }, { _UTF-8'16226' }, { _UTF-8'18410' }, { _UTF-8'21231' }, { _UTF-8'59345' }, { _UTF-8'13918' }, { _UTF-8'51089' }, { _UTF-8'20317' }, { _UTF-8'17167' }, { _UTF-8'54585' }, { _U [...]
- ImpalaAggRel(group=[{0}])
- ImpalaProjectRel(CA_ZIP=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
- ImpalaFilterRel(condition=[>($1, 10)])
- ImpalaAggRel(group=[{0}], CNT=[COUNT()])
- ImpalaProjectRel(ca_zip=[$1])
- ImpalaJoinRel(condition=[=($0, $2)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL(SUBSTR(SUBSTR($1, 1:BIGINT, 5:BIGINT), 1:BIGINT, 2:BIGINT)))])
- ImpalaProjectRel(ca_address_sk=[$0], ca_zip=[$9])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
- ImpalaProjectRel(c_current_addr_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, _UTF-8'Y'), IS NOT NULL($0))])
- ImpalaProjectRel(c_current_addr_sk=[$4], c_preferred_cust_flag=[$10])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$1])
+ ImpalaJoinRel(condition=[=($2, $3)], joinType=[inner])
+ ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$1], $f3=[SUBSTR($2, 1:BIGINT, 2:BIGINT)])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL(SUBSTR($2, 1:BIGINT, 2:BIGINT)))])
+ ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$5], s_zip=[$25])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store]])
+ ImpalaProjectRel($f1=[SUBSTR($0, 1:BIGINT, 2:BIGINT)])
+ ImpalaFilterRel(condition=[=($1, 2)])
+ ImpalaAggRel(group=[{0}], agg#0=[COUNT()])
+ ImpalaUnionRel(all=[true])
+ ImpalaAggRel(group=[{0}])
+ ImpalaProjectRel(CA_ZIP=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
+ ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
+ ImpalaProjectRel(ca_zip=[$0], $f1=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
+ ImpalaFilterRel(condition=[AND(SEARCH(SUBSTR($0, 1:BIGINT, 5:BIGINT), Sarg[_UTF-8'10298':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'10374':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'10425':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11340':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11489':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11618':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11652':VARCHAR(2147483647) CHARACTER S [...]
+ ImpalaProjectRel(ca_zip=[$9])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
+ ImpalaValuesRel(tuples=[[{ _UTF-8'47602' }, { _UTF-8'16704' }, { _UTF-8'35863' }, { _UTF-8'28577' }, { _UTF-8'83910' }, { _UTF-8'36201' }, { _UTF-8'58412' }, { _UTF-8'48162' }, { _UTF-8'28055' }, { _UTF-8'41419' }, { _UTF-8'80332' }, { _UTF-8'38607' }, { _UTF-8'77817' }, { _UTF-8'24891' }, { _UTF-8'16226' }, { _UTF-8'18410' }, { _UTF-8'21231' }, { _UTF-8'59345' }, { _UTF-8'13918' }, { _UTF-8'51089' }, { _UTF-8'20317' }, { _UTF-8'17167' }, { _UTF-8'54585' }, { [...]
+ ImpalaAggRel(group=[{0}])
+ ImpalaProjectRel(CA_ZIP=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
+ ImpalaFilterRel(condition=[>($1, 10)])
+ ImpalaAggRel(group=[{0}], CNT=[COUNT()])
+ ImpalaProjectRel(ca_zip=[$1])
+ ImpalaJoinRel(condition=[=($0, $2)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL(SUBSTR(SUBSTR($1, 1:BIGINT, 5:BIGINT), 1:BIGINT, 2:BIGINT)))])
+ ImpalaProjectRel(ca_address_sk=[$0], ca_zip=[$9])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
+ ImpalaProjectRel(c_current_addr_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, _UTF-8'Y'), IS NOT NULL($0))])
+ ImpalaProjectRel(c_current_addr_sk=[$4], c_preferred_cust_flag=[$10])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($2, 2), =($1, 1998), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_qoy=[$10])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Instance Resources: mem-estimate=176.92MB mem-reservation=48.77MB thread-reservation=1 runtime-filters-memory=5.00MB
-| max-parallelism=1 segment-costs=[3466717, 10622426, 2948, 32441, 803624130, 18, 20]
+| Per-Instance Resources: mem-estimate=747.89MB mem-reservation=60.96MB thread-reservation=1 runtime-filters-memory=20.00MB
+| max-parallelism=1 segment-costs=[3466717, 23116550, 2948, 32441, 623490900, 18, 20]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.store.s_store_name, sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit)
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=20
@@ -174,153 +174,155 @@ PLAN-ROOT SINK
| in pipelines: 17(GETNEXT), 00(OPEN)
|
16:HASH JOIN [INNER JOIN]
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| tuple-ids=0,2,15,16 row-size=81B cardinality=162.28M cost=74015577
+| in pipelines: 00(GETNEXT), 15(OPEN)
+|
+|--15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
+| HDFS partitions=1/1 files=1 size=2.17MB
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| stored statistics:
+| table: rows=73.05K size=2.17MB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=73.05K
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(2 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| tuple-ids=16 row-size=12B cardinality=186 cost=18780
+| in pipelines: 15(GETNEXT)
+|
+14:HASH JOIN [INNER JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
-| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
+| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2,17,4 row-size=81B cardinality=162.28M cost=235477910
-| in pipelines: 00(GETNEXT), 14(OPEN)
+| tuple-ids=0,2,15 row-size=69B cardinality=173.92M(filtered from 1.59G) cost=332970214
+| in pipelines: 00(GETNEXT), 01(OPEN)
|
-|--15:HASH JOIN [INNER JOIN]
-| | hash predicates: substr(CA_ZIP, 1, 2) = substr(tpcds_partitioned_parquet_snap.store.s_zip, 1, 2)
+|--13:HASH JOIN [INNER JOIN]
+| | hash predicates: substr(tpcds_partitioned_parquet_snap.store.s_zip, 1, 2) = substr(CA_ZIP, 1, 2)
| | fk/pk conjuncts: assumed fk/pk
+| | runtime filters: RF004[bloom] <- substr(CA_ZIP, 1, 2)
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=17,4 row-size=57B cardinality=135 cost=3029
-| | in pipelines: 14(GETNEXT), 03(OPEN)
-| |
-| |--03:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
-| | HDFS partitions=1/1 files=1 size=119.76KB
-| | predicates: substr(tpcds_partitioned_parquet_snap.store.s_zip, CAST(1 AS BIGINT), CAST(2 AS BIGINT)) IS NOT NULL, tpcds_partitioned_parquet_snap.store.s_store_sk IS NOT NULL
-| | stored statistics:
-| | table: rows=1.35K size=119.76KB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=1.35K
-| | parquet dictionary predicates: substr(tpcds_partitioned_parquet_snap.store.s_zip, CAST(1 AS BIGINT), CAST(2 AS BIGINT)) IS NOT NULL, tpcds_partitioned_parquet_snap.store.s_store_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=24.00KB thread-reservation=0
-| | tuple-ids=4 row-size=37B cardinality=135 cost=327
-| | in pipelines: 03(GETNEXT)
-| |
-| 14:AGGREGATE [FINALIZE]
-| | output: count()
-| | group by: CA_ZIP
-| | having: count() = CAST(2 AS BIGINT)
-| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=17 row-size=20B cardinality=11.19K cost=32441
-| | in pipelines: 14(GETNEXT), 08(OPEN), 13(OPEN)
+| | tuple-ids=2,15 row-size=57B cardinality=135 cost=11247
+| | in pipelines: 01(GETNEXT), 12(OPEN)
| |
-| 04:UNION
-| | pass-through-operands: all
-| | mem-estimate=0B mem-reservation=0B thread-reservation=0
-| | tuple-ids=16 row-size=12B cardinality=11.19K cost=0
-| | in pipelines: 08(GETNEXT), 13(GETNEXT)
-| |
-| |--13:AGGREGATE [FINALIZE]
-| | | group by: substr(tpcds_partitioned_parquet_snap.customer_address_0.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT))
-| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=15 row-size=12B cardinality=1.02K cost=2948
-| | | in pipelines: 13(GETNEXT), 12(OPEN)
-| | |
-| | 12:AGGREGATE [FINALIZE]
+| |--12:AGGREGATE [FINALIZE]
| | | output: count()
-| | | group by: tpcds_partitioned_parquet_snap.customer_address_0.ca_zip
-| | | having: count() > CAST(10 AS BIGINT)
+| | | group by: CA_ZIP
+| | | having: count() = CAST(2 AS BIGINT)
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=14 row-size=25B cardinality=1.02K cost=1013098
-| | | in pipelines: 12(GETNEXT), 10(OPEN)
+| | | tuple-ids=15 row-size=20B cardinality=11.19K cost=32441
+| | | in pipelines: 12(GETNEXT), 06(OPEN), 11(OPEN)
| | |
-| | 11:HASH JOIN [INNER JOIN]
-| | | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address_0.ca_address_sk
-| | | fk/pk conjuncts: none
-| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer_address_0.ca_address_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer_address_0.ca_address_sk
-| | | mem-estimate=78.04MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| | | tuple-ids=12,10 row-size=38B cardinality=3.37M cost=2976328
-| | | in pipelines: 10(GETNEXT), 09(OPEN)
+| | 02:UNION
+| | | pass-through-operands: all
+| | | mem-estimate=0B mem-reservation=0B thread-reservation=0
+| | | tuple-ids=14 row-size=12B cardinality=11.19K cost=0
+| | | in pipelines: 06(GETNEXT), 11(GETNEXT)
| | |
-| | |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
+| | |--11:AGGREGATE [FINALIZE]
+| | | | group by: substr(tpcds_partitioned_parquet_snap.customer_address_0.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT))
+| | | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | | | tuple-ids=13 row-size=12B cardinality=1.02K cost=2948
+| | | | in pipelines: 11(GETNEXT), 10(OPEN)
+| | | |
+| | | 10:AGGREGATE [FINALIZE]
+| | | | output: count()
+| | | | group by: tpcds_partitioned_parquet_snap.customer_address_0.ca_zip
+| | | | having: count() > CAST(10 AS BIGINT)
+| | | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | | | tuple-ids=12 row-size=25B cardinality=1.02K cost=1013098
+| | | | in pipelines: 10(GETNEXT), 07(OPEN)
+| | | |
+| | | 09:HASH JOIN [INNER JOIN]
+| | | | hash predicates: tpcds_partitioned_parquet_snap.customer_address_0.ca_address_sk = tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
+| | | | fk/pk conjuncts: none
+| | | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
+| | | | mem-estimate=635.96MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
+| | | | tuple-ids=8,10 row-size=38B cardinality=3.37M cost=15470452
+| | | | in pipelines: 07(GETNEXT), 08(OPEN)
+| | | |
+| | | |--08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
+| | | | HDFS partitions=1/1 files=1 size=1.55GB
+| | | | predicates: tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag = 'Y', tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL
+| | | | stored statistics:
+| | | | table: rows=30.00M size=1.55GB
+| | | | columns: all
+| | | | extrapolated-rows=disabled max-scan-range-rows=3.10M
+| | | | parquet statistics predicates: tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag = 'Y'
+| | | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag = 'Y', tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL
+| | | | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
+| | | | tuple-ids=10 row-size=17B cardinality=14.47M cost=3846000
+| | | | in pipelines: 08(GETNEXT)
+| | | |
+| | | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
| | | HDFS partitions=1/1 files=1 size=307.36MB
| | | predicates: substr(substr(tpcds_partitioned_parquet_snap.customer_address_0.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)), CAST(1 AS BIGINT), CAST(2 AS BIGINT)) IS NOT NULL, tpcds_partitioned_parquet_snap.customer_address_0.ca_address_sk IS NOT NULL
+| | | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_address_0.ca_address_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer_address_0.ca_address_sk
| | | stored statistics:
| | | table: rows=15.00M size=307.36MB
| | | columns: all
| | | extrapolated-rows=disabled max-scan-range-rows=1.58M
| | | parquet dictionary predicates: substr(substr(tpcds_partitioned_parquet_snap.customer_address_0.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)), CAST(1 AS BIGINT), CAST(2 AS BIGINT)) IS NOT NULL, tpcds_partitioned_parquet_snap.customer_address_0.ca_address_sk IS NOT NULL
| | | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| | | tuple-ids=10 row-size=21B cardinality=1.50M cost=2787000
-| | | in pipelines: 09(GETNEXT)
+| | | tuple-ids=8 row-size=21B cardinality=1.50M cost=2787000
+| | | in pipelines: 07(GETNEXT)
+| | |
+| | 06:AGGREGATE [FINALIZE]
+| | | group by: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT))
+| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | | tuple-ids=7 row-size=12B cardinality=10.17K cost=465267
+| | | in pipelines: 06(GETNEXT), 03(OPEN)
+| | |
+| | 05:HASH JOIN [INNER JOIN]
+| | | hash predicates: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, 1, 5) = EXPR$0
+| | | fk/pk conjuncts: assumed fk/pk
+| | | runtime filters: RF006[bloom] <- EXPR$0
+| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
+| | | tuple-ids=4,6 row-size=29B cardinality=1.50M cost=656950
+| | | in pipelines: 03(GETNEXT)
+| | |
+| | |--04:UNION
+| | | constant-operands=400
+| | | mem-estimate=0B mem-reservation=0B thread-reservation=0
+| | | tuple-ids=6 row-size=12B cardinality=400 cost=0
+| | | in pipelines: <none>
| | |
-| | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
-| | HDFS partitions=1/1 files=1 size=1.55GB
-| | predicates: tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag = 'Y', tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL
-| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
+| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
+| | HDFS partitions=1/1 files=1 size=307.36MB
+| | predicates: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) IN ('10298', '10374', '10425', '11340', '11489', '11618', '11652', '11686', '11855', '11912', '12197', '12318', '12320', '12350', '13086', '13123', '13261', '13338', '13376', '13378', '13443', '13844', '13869', '13918', '14073', '14155', '14196', '14242', '14312', '14440', '14530', '14851', '15371', '15475', '15543', '15734', '15751', '15782', '15794', '16005', '16226 [...]
+| | runtime filters: RF006[bloom] -> substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, 1, 5)
| | stored statistics:
-| | table: rows=30.00M size=1.55GB
+| | table: rows=15.00M size=307.36MB
| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=3.10M
-| | parquet statistics predicates: tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag = 'Y'
-| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer.c_preferred_cust_flag = 'Y', tpcds_partitioned_parquet_snap.customer.c_current_addr_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
-| | tuple-ids=12 row-size=17B cardinality=3.37M(filtered from 14.47M) cost=3846000
-| | in pipelines: 10(GETNEXT)
-| |
-| 08:AGGREGATE [FINALIZE]
-| | group by: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT))
-| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=9 row-size=12B cardinality=10.17K cost=465267
-| | in pipelines: 08(GETNEXT), 05(OPEN)
-| |
-| 07:HASH JOIN [INNER JOIN]
-| | hash predicates: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, 1, 5) = EXPR$0
-| | fk/pk conjuncts: assumed fk/pk
-| | runtime filters: RF004[bloom] <- EXPR$0
-| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=6,8 row-size=29B cardinality=1.50M cost=656950
-| | in pipelines: 05(GETNEXT)
-| |
-| |--06:UNION
-| | constant-operands=400
-| | mem-estimate=0B mem-reservation=0B thread-reservation=0
-| | tuple-ids=8 row-size=12B cardinality=400 cost=0
-| | in pipelines: <none>
+| | extrapolated-rows=disabled max-scan-range-rows=1.58M
+| | parquet dictionary predicates: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) IN ('10298', '10374', '10425', '11340', '11489', '11618', '11652', '11686', '11855', '11912', '12197', '12318', '12320', '12350', '13086', '13123', '13261', '13338', '13376', '13378', '13443', '13844', '13869', '13918', '14073', '14155', '14196', '14242', '14312', '14440', '14530', '14851', '15371', '15475', '15543', '15734', '15751', '15782', '1579 [...]
+| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
+| | tuple-ids=4 row-size=17B cardinality=1.50M cost=2344500
+| | in pipelines: 03(GETNEXT)
| |
-| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
-| HDFS partitions=1/1 files=1 size=307.36MB
-| predicates: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) IN ('10298', '10374', '10425', '11340', '11489', '11618', '11652', '11686', '11855', '11912', '12197', '12318', '12320', '12350', '13086', '13123', '13261', '13338', '13376', '13378', '13443', '13844', '13869', '13918', '14073', '14155', '14196', '14242', '14312', '14440', '14530', '14851', '15371', '15475', '15543', '15734', '15751', '15782', '15794', '16005', '16226', [...]
-| runtime filters: RF004[bloom] -> substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, 1, 5)
+| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
+| HDFS partitions=1/1 files=1 size=119.76KB
+| predicates: substr(tpcds_partitioned_parquet_snap.store.s_zip, CAST(1 AS BIGINT), CAST(2 AS BIGINT)) IS NOT NULL, tpcds_partitioned_parquet_snap.store.s_store_sk IS NOT NULL
+| runtime filters: RF004[bloom] -> substr(tpcds_partitioned_parquet_snap.store.s_zip, 1, 2)
| stored statistics:
-| table: rows=15.00M size=307.36MB
+| table: rows=1.35K size=119.76KB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=1.58M
-| parquet dictionary predicates: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) IN ('10298', '10374', '10425', '11340', '11489', '11618', '11652', '11686', '11855', '11912', '12197', '12318', '12320', '12350', '13086', '13123', '13261', '13338', '13376', '13378', '13443', '13844', '13869', '13918', '14073', '14155', '14196', '14242', '14312', '14440', '14530', '14851', '15371', '15475', '15543', '15734', '15751', '15782', '15794', [...]
-| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
-| tuple-ids=6 row-size=17B cardinality=1.50M cost=2344500
-| in pipelines: 05(GETNEXT)
-|
-02:HASH JOIN [INNER JOIN]
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
-| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2 row-size=24B cardinality=803.40M cost=351649329
-| in pipelines: 00(GETNEXT), 01(OPEN)
-|
-|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
-| HDFS partitions=1/1 files=1 size=2.17MB
-| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
-| stored statistics:
-| table: rows=73.05K size=2.17MB
-| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=73.05K
-| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(2 AS INT)
-| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
-| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
-| tuple-ids=2 row-size=12B cardinality=186 cost=18780
+| extrapolated-rows=disabled max-scan-range-rows=1.35K
+| parquet dictionary predicates: substr(tpcds_partitioned_parquet_snap.store.s_zip, CAST(1 AS BIGINT), CAST(2 AS BIGINT)) IS NOT NULL, tpcds_partitioned_parquet_snap.store.s_store_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=24.00KB thread-reservation=0
+| tuple-ids=2 row-size=37B cardinality=135 cost=327
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
partition predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk IS NOT NULL
HDFS partitions=1823/1824 files=1823 size=389.69GB
predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk IS NOT NULL
- runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
+ runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1823/1823 rows=8.25G
@@ -328,57 +330,57 @@ PLAN-ROOT SINK
extrapolated-rows=disabled max-scan-range-rows=12.31M est-scan-range=186(filtered from 1823)
parquet dictionary predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk IS NOT NULL
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
- tuple-ids=0 row-size=12B cardinality=803.40M(filtered from 7.88G) cost=169007870
+ tuple-ids=0 row-size=12B cardinality=173.92M(filtered from 7.88G) cost=169007870
in pipelines: 00(GETNEXT)
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=101.27MB Threads=26
-Per-Host Resource Estimates: Memory=491MB
+Max Per-Host Resource Reservation: Memory=163.15MB Threads=27
+Per-Host Resource Estimates: Memory=608MB
ImpalaSortRel(sort0=[$0], dir0=[ASC], fetch=[100:TINYINT])
ImpalaAggRel(group=[{0}], EXPR$1=[SUM($1)])
- ImpalaProjectRel(S_STORE_NAME=[$5], ss_net_profit=[$1])
- ImpalaJoinRel(condition=[=($0, $4)], joinType=[inner])
- ImpalaJoinRel(condition=[=($2, $3)], joinType=[inner])
+ ImpalaProjectRel(S_STORE_NAME=[$4], ss_net_profit=[$1])
+ ImpalaJoinRel(condition=[=($2, $5)], joinType=[inner])
+ ImpalaJoinRel(condition=[=($0, $3)], joinType=[inner])
ImpalaFilterRel(condition=[AND(IS NOT NULL($2), IS NOT NULL($0))])
ImpalaProjectRel(ss_store_sk=[$6], ss_net_profit=[$21], ss_sold_date_sk=[$22])
ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store_sales]])
- ImpalaProjectRel(d_date_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($2, 2), =($1, 1998), IS NOT NULL($0))])
- ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_qoy=[$10])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
- ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$1])
- ImpalaJoinRel(condition=[=($2, $3)], joinType=[inner])
- ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$1], $f3=[SUBSTR($2, 1:BIGINT, 2:BIGINT)])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL(SUBSTR($2, 1:BIGINT, 2:BIGINT)))])
- ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$5], s_zip=[$25])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store]])
- ImpalaProjectRel($f1=[SUBSTR($0, 1:BIGINT, 2:BIGINT)])
- ImpalaFilterRel(condition=[=($1, 2)])
- ImpalaAggRel(group=[{0}], agg#0=[COUNT()])
- ImpalaUnionRel(all=[true])
- ImpalaAggRel(group=[{0}])
- ImpalaProjectRel(CA_ZIP=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
- ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
- ImpalaProjectRel(ca_zip=[$0], $f1=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
- ImpalaFilterRel(condition=[AND(SEARCH(SUBSTR($0, 1:BIGINT, 5:BIGINT), Sarg[_UTF-8'10298':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'10374':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'10425':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11340':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11489':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11618':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11652':VARCHAR(2147483647) CHARACTER SET [...]
- ImpalaProjectRel(ca_zip=[$9])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
- ImpalaValuesRel(tuples=[[{ _UTF-8'47602' }, { _UTF-8'16704' }, { _UTF-8'35863' }, { _UTF-8'28577' }, { _UTF-8'83910' }, { _UTF-8'36201' }, { _UTF-8'58412' }, { _UTF-8'48162' }, { _UTF-8'28055' }, { _UTF-8'41419' }, { _UTF-8'80332' }, { _UTF-8'38607' }, { _UTF-8'77817' }, { _UTF-8'24891' }, { _UTF-8'16226' }, { _UTF-8'18410' }, { _UTF-8'21231' }, { _UTF-8'59345' }, { _UTF-8'13918' }, { _UTF-8'51089' }, { _UTF-8'20317' }, { _UTF-8'17167' }, { _UTF-8'54585' }, { _U [...]
- ImpalaAggRel(group=[{0}])
- ImpalaProjectRel(CA_ZIP=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
- ImpalaFilterRel(condition=[>($1, 10)])
- ImpalaAggRel(group=[{0}], CNT=[COUNT()])
- ImpalaProjectRel(ca_zip=[$1])
- ImpalaJoinRel(condition=[=($0, $2)], joinType=[inner])
- ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL(SUBSTR(SUBSTR($1, 1:BIGINT, 5:BIGINT), 1:BIGINT, 2:BIGINT)))])
- ImpalaProjectRel(ca_address_sk=[$0], ca_zip=[$9])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
- ImpalaProjectRel(c_current_addr_sk=[$0])
- ImpalaFilterRel(condition=[AND(=($1, _UTF-8'Y'), IS NOT NULL($0))])
- ImpalaProjectRel(c_current_addr_sk=[$4], c_preferred_cust_flag=[$10])
- ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$1])
+ ImpalaJoinRel(condition=[=($2, $3)], joinType=[inner])
+ ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$1], $f3=[SUBSTR($2, 1:BIGINT, 2:BIGINT)])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL(SUBSTR($2, 1:BIGINT, 2:BIGINT)))])
+ ImpalaProjectRel(s_store_sk=[$0], s_store_name=[$5], s_zip=[$25])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, store]])
+ ImpalaProjectRel($f1=[SUBSTR($0, 1:BIGINT, 2:BIGINT)])
+ ImpalaFilterRel(condition=[=($1, 2)])
+ ImpalaAggRel(group=[{0}], agg#0=[COUNT()])
+ ImpalaUnionRel(all=[true])
+ ImpalaAggRel(group=[{0}])
+ ImpalaProjectRel(CA_ZIP=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
+ ImpalaJoinRel(condition=[=($1, $2)], joinType=[inner])
+ ImpalaProjectRel(ca_zip=[$0], $f1=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
+ ImpalaFilterRel(condition=[AND(SEARCH(SUBSTR($0, 1:BIGINT, 5:BIGINT), Sarg[_UTF-8'10298':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'10374':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'10425':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11340':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11489':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11618':VARCHAR(2147483647) CHARACTER SET "UTF-8", _UTF-8'11652':VARCHAR(2147483647) CHARACTER S [...]
+ ImpalaProjectRel(ca_zip=[$9])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
+ ImpalaValuesRel(tuples=[[{ _UTF-8'47602' }, { _UTF-8'16704' }, { _UTF-8'35863' }, { _UTF-8'28577' }, { _UTF-8'83910' }, { _UTF-8'36201' }, { _UTF-8'58412' }, { _UTF-8'48162' }, { _UTF-8'28055' }, { _UTF-8'41419' }, { _UTF-8'80332' }, { _UTF-8'38607' }, { _UTF-8'77817' }, { _UTF-8'24891' }, { _UTF-8'16226' }, { _UTF-8'18410' }, { _UTF-8'21231' }, { _UTF-8'59345' }, { _UTF-8'13918' }, { _UTF-8'51089' }, { _UTF-8'20317' }, { _UTF-8'17167' }, { _UTF-8'54585' }, { [...]
+ ImpalaAggRel(group=[{0}])
+ ImpalaProjectRel(CA_ZIP=[SUBSTR($0, 1:BIGINT, 5:BIGINT)])
+ ImpalaFilterRel(condition=[>($1, 10)])
+ ImpalaAggRel(group=[{0}], CNT=[COUNT()])
+ ImpalaProjectRel(ca_zip=[$1])
+ ImpalaJoinRel(condition=[=($0, $2)], joinType=[inner])
+ ImpalaFilterRel(condition=[AND(IS NOT NULL($0), IS NOT NULL(SUBSTR(SUBSTR($1, 1:BIGINT, 5:BIGINT), 1:BIGINT, 2:BIGINT)))])
+ ImpalaProjectRel(ca_address_sk=[$0], ca_zip=[$9])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer_address]])
+ ImpalaProjectRel(c_current_addr_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($1, _UTF-8'Y'), IS NOT NULL($0))])
+ ImpalaProjectRel(c_current_addr_sk=[$4], c_preferred_cust_flag=[$10])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, customer]])
+ ImpalaProjectRel(d_date_sk=[$0])
+ ImpalaFilterRel(condition=[AND(=($2, 2), =($1, 1998), IS NOT NULL($0))])
+ ImpalaProjectRel(d_date_sk=[$0], d_year=[$6], d_qoy=[$10])
+ ImpalaHdfsScanRel(table=[[tpcds_partitioned_parquet_snap, date_dim]])
F14:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
-| max-parallelism=1 segment-costs=[23] cpu-comparison-result=90 [max(1 (self) vs 90 (sum children))]
+| max-parallelism=1 segment-costs=[23] cpu-comparison-result=100 [max(1 (self) vs 100 (sum children))]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.store.s_store_name, sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit)
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=20
@@ -391,8 +393,8 @@ PLAN-ROOT SINK
| in pipelines: 18(GETNEXT)
|
F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store.s_store_name)] hosts=10 instances=10 (adjusted from 120)
-Per-Instance Resources: mem-estimate=13.16MB mem-reservation=1.94MB thread-reservation=1
-max-parallelism=10 segment-costs=[686, 18, 11] cpu-comparison-result=90 [max(10 (self) vs 90 (sum children))]
+Per-Instance Resources: mem-estimate=13.51MB mem-reservation=1.94MB thread-reservation=1
+max-parallelism=10 segment-costs=[686, 18, 11] cpu-comparison-result=100 [max(10 (self) vs 100 (sum children))]
18:TOP-N [LIMIT=100]
| order by: tpcds_partitioned_parquet_snap.store.s_store_name ASC NULLS LAST
| mem-estimate=320B mem-reservation=0B thread-reservation=0
@@ -407,14 +409,14 @@ max-parallelism=10 segment-costs=[686, 18, 11] cpu-comparison-result=90 [max(10
| in pipelines: 34(GETNEXT), 00(OPEN)
|
33:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store.s_store_name)]
-| mem-estimate=3.16MB mem-reservation=0B thread-reservation=0
+| mem-estimate=3.51MB mem-reservation=0B thread-reservation=0
| tuple-ids=18 row-size=32B cardinality=1.20K cost=309
| in pipelines: 00(GETNEXT)
|
-F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=90 (adjusted from 120)
+F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=100 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Instance Resources: mem-estimate=27.40MB mem-reservation=2.50MB thread-reservation=1
-max-parallelism=90 segment-costs=[803604776, 3086] cpu-comparison-result=90 [max(90 (self) vs 53 (sum children))]
+max-parallelism=100 segment-costs=[946388096, 3086] cpu-comparison-result=100 [max(100 (self) vs 42 (sum children))]
17:AGGREGATE [STREAMING]
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit)
| group by: tpcds_partitioned_parquet_snap.store.s_store_name
@@ -424,305 +426,308 @@ max-parallelism=90 segment-costs=[803604776, 3086] cpu-comparison-result=90 [max
|
16:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
-| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
-| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,2,17,4 row-size=81B cardinality=162.28M cost=235477775
-| in pipelines: 00(GETNEXT), 30(OPEN)
+| tuple-ids=0,2,15,16 row-size=81B cardinality=162.28M cost=235477775
+| in pipelines: 00(GETNEXT), 15(OPEN)
|
|--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=18.53MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
-| | max-parallelism=10 segment-costs=[305] cpu-comparison-result=42 [max(10 (self) vs 42 (sum children))]
+| | Per-Instance Resources: mem-estimate=20.39MB mem-reservation=20.38MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[426]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
-| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
-| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
-| | mem-estimate=17.44MB mem-reservation=17.44MB spill-buffer=64.00KB thread-reservation=0 cost=135
+| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
+| | mem-estimate=19.38MB mem-reservation=19.38MB spill-buffer=64.00KB thread-reservation=0 cost=186
| |
| 32:EXCHANGE [BROADCAST]
-| | mem-estimate=93.12KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=17,4 row-size=57B cardinality=135 cost=170
-| | in pipelines: 30(GETNEXT)
+| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=16 row-size=12B cardinality=186 cost=240
+| | in pipelines: 15(GETNEXT)
+| |
+| F12:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| Per-Instance Resources: mem-estimate=16.06MB mem-reservation=512.00KB thread-reservation=1
+| max-parallelism=1 segment-costs=[18790]
+| 15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
+| HDFS partitions=1/1 files=1 size=2.17MB
+| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| stored statistics:
+| table: rows=73.05K size=2.17MB
+| columns: all
+| extrapolated-rows=disabled max-scan-range-rows=73.05K
+| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(2 AS INT)
+| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_date_sk IS NOT NULL
+| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
+| tuple-ids=16 row-size=12B cardinality=186 cost=18780
+| in pipelines: 15(GETNEXT)
+|
+14:HASH JOIN [INNER JOIN, BROADCAST]
+| hash-table-id=01
+| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
+| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
+| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
+| tuple-ids=0,2,15 row-size=69B cardinality=803.40M(filtered from 1.59G) cost=494432463
+| in pipelines: 00(GETNEXT), 01(OPEN)
+|
+|--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=20.39MB mem-reservation=20.38MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | max-parallelism=10 segment-costs=[305] cpu-comparison-result=31 [max(11 (self) vs 31 (sum children))]
+| JOIN BUILD
+| | join-table-id=01 plan-id=02 cohort-id=01
+| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
+| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
+| | mem-estimate=19.38MB mem-reservation=19.38MB spill-buffer=64.00KB thread-reservation=0 cost=135
+| |
+| 31:EXCHANGE [BROADCAST]
+| | mem-estimate=16.07KB mem-reservation=0B thread-reservation=0
+| | tuple-ids=2,15 row-size=57B cardinality=135 cost=170
+| | in pipelines: 01(GETNEXT)
| |
-| F11:PLAN FRAGMENT [HASH(CA_ZIP)] hosts=10 instances=10
-| Per-Instance Resources: mem-estimate=10.26MB mem-reservation=1.94MB thread-reservation=1
-| max-parallelism=10 segment-costs=[34713, 2920] cpu-comparison-result=42 [max(10 (self) vs 42 (sum children))]
-| 15:HASH JOIN [INNER JOIN, BROADCAST]
-| | hash-table-id=01
-| | hash predicates: substr(CA_ZIP, 1, 2) = substr(tpcds_partitioned_parquet_snap.store.s_zip, 1, 2)
+| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
+| Per-Instance Resources: mem-estimate=16.25MB mem-reservation=24.00KB thread-reservation=1
+| max-parallelism=1 segment-costs=[412]
+| 13:HASH JOIN [INNER JOIN, BROADCAST]
+| | hash-table-id=02
+| | hash predicates: substr(tpcds_partitioned_parquet_snap.store.s_zip, 1, 2) = substr(CA_ZIP, 1, 2)
| | fk/pk conjuncts: assumed fk/pk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=17,4 row-size=57B cardinality=135 cost=2894
-| | in pipelines: 30(GETNEXT), 03(OPEN)
+| | tuple-ids=2,15 row-size=57B cardinality=135 cost=59
+| | in pipelines: 01(GETNEXT), 29(OPEN)
| |
-| |--F16:PLAN FRAGMENT [HASH(CA_ZIP)] hosts=10 instances=10
-| | | Per-Instance Resources: mem-estimate=1.95MB mem-reservation=1.94MB thread-reservation=1
-| | | max-parallelism=10 segment-costs=[305]
+| |--F17:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+| | | Per-Instance Resources: mem-estimate=3.39MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
+| | | max-parallelism=1 segment-costs=[12674] cpu-comparison-result=31 [max(1 (self) vs 31 (sum children))]
| | JOIN BUILD
-| | | join-table-id=01 plan-id=02 cohort-id=02
-| | | build expressions: substr(tpcds_partitioned_parquet_snap.store.s_zip, 1, 2)
-| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=135
-| | |
-| | 31:EXCHANGE [BROADCAST]
-| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=4 row-size=37B cardinality=135 cost=170
-| | | in pipelines: 03(GETNEXT)
-| | |
-| | F12:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-| | Per-Instance Resources: mem-estimate=16.16MB mem-reservation=24.00KB thread-reservation=1
-| | max-parallelism=1 segment-costs=[343]
-| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
-| | HDFS partitions=1/1 files=1 size=119.76KB
-| | predicates: substr(tpcds_partitioned_parquet_snap.store.s_zip, CAST(1 AS BIGINT), CAST(2 AS BIGINT)) IS NOT NULL, tpcds_partitioned_parquet_snap.store.s_store_sk IS NOT NULL
-| | stored statistics:
-| | table: rows=1.35K size=119.76KB
-| | columns: all
-| | extrapolated-rows=disabled max-scan-range-rows=1.35K
-| | parquet dictionary predicates: substr(tpcds_partitioned_parquet_snap.store.s_zip, CAST(1 AS BIGINT), CAST(2 AS BIGINT)) IS NOT NULL, tpcds_partitioned_parquet_snap.store.s_store_sk IS NOT NULL
-| | mem-estimate=16.00MB mem-reservation=24.00KB thread-reservation=0
-| | tuple-ids=4 row-size=37B cardinality=135 cost=327
-| | in pipelines: 03(GETNEXT)
-| |
-| 30:AGGREGATE [FINALIZE]
-| | output: count:merge()
-| | group by: CA_ZIP
-| | having: count() = CAST(2 AS BIGINT)
-| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=17 row-size=20B cardinality=11.19K cost=32441
-| | in pipelines: 30(GETNEXT), 22(OPEN), 28(OPEN)
-| |
-| 29:EXCHANGE [HASH(CA_ZIP)]
-| | mem-estimate=261.85KB mem-reservation=0B thread-reservation=0
-| | tuple-ids=17 row-size=20B cardinality=11.19K cost=2272
-| | in pipelines: 22(GETNEXT), 28(GETNEXT)
-| |
-| F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
-| Per-Instance Resources: mem-estimate=21.21MB mem-reservation=3.94MB thread-reservation=1
-| max-parallelism=10 segment-costs=[73182, 3117, 32441, 20174] cpu-comparison-result=31 [max(10 (self) vs 31 (sum children))]
-| 14:AGGREGATE [STREAMING]
-| | output: count()
-| | group by: CA_ZIP
-| | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
-| | tuple-ids=17 row-size=20B cardinality=11.19K cost=32441
-| | in pipelines: 22(GETNEXT), 28(GETNEXT)
-| |
-| 04:UNION
-| | pass-through-operands: all
-| | mem-estimate=0B mem-reservation=0B thread-reservation=0
-| | tuple-ids=16 row-size=12B cardinality=11.19K cost=0
-| | in pipelines: 22(GETNEXT), 28(GETNEXT)
-| |
-| |--28:AGGREGATE [FINALIZE]
-| | | group by: substr(tpcds_partitioned_parquet_snap.customer_address_0.ca_zip, 1, 5)
-| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=15 row-size=12B cardinality=1.02K cost=2948
-| | | in pipelines: 28(GETNEXT), 26(OPEN)
-| | |
-| | 27:EXCHANGE [HASH(substr(tpcds_partitioned_parquet_snap.customer_address_0.ca_zip, 1, 5))]
-| | | mem-estimate=160.10KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=15 row-size=12B cardinality=1.02K cost=169
-| | | in pipelines: 26(GETNEXT)
+| | | join-table-id=02 plan-id=03 cohort-id=02
+| | | build expressions: substr(CA_ZIP, 1, 2)
+| | | runtime filters: RF004[bloom] <- substr(CA_ZIP, 1, 2)
+| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=11188
| | |
-| | F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address_0.ca_zip)] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=20.62MB mem-reservation=3.94MB thread-reservation=1
-| | max-parallelism=10 segment-costs=[79264, 2948, 1309] cpu-comparison-result=20 [max(10 (self) vs 20 (sum children))]
-| | 13:AGGREGATE [STREAMING]
-| | | group by: substr(tpcds_partitioned_parquet_snap.customer_address_0.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT))
-| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=15 row-size=12B cardinality=1.02K cost=2948
-| | | in pipelines: 26(GETNEXT)
+| | 30:EXCHANGE [BROADCAST]
+| | | mem-estimate=458.52KB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=15 row-size=20B cardinality=11.19K cost=1486
+| | | in pipelines: 29(GETNEXT)
| | |
-| | 26:AGGREGATE [FINALIZE]
+| | F11:PLAN FRAGMENT [HASH(CA_ZIP)] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=10.26MB mem-reservation=1.94MB thread-reservation=1
+| | max-parallelism=10 segment-costs=[34713, 845] cpu-comparison-result=31 [max(10 (self) vs 31 (sum children))]
+| | 29:AGGREGATE [FINALIZE]
| | | output: count:merge()
-| | | group by: tpcds_partitioned_parquet_snap.customer_address_0.ca_zip
-| | | having: count() > CAST(10 AS BIGINT)
+| | | group by: CA_ZIP
+| | | having: count() = CAST(2 AS BIGINT)
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| | | tuple-ids=14 row-size=25B cardinality=1.02K cost=56268
-| | | in pipelines: 26(GETNEXT), 10(OPEN)
+| | | tuple-ids=15 row-size=20B cardinality=11.19K cost=32441
+| | | in pipelines: 29(GETNEXT), 21(OPEN), 27(OPEN)
| | |
-| | 25:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address_0.ca_zip)]
-| | | mem-estimate=538.32KB mem-reservation=0B thread-reservation=0
-| | | tuple-ids=14 row-size=25B cardinality=101.71K cost=22996
-| | | in pipelines: 10(GETNEXT)
+| | 28:EXCHANGE [HASH(CA_ZIP)]
+| | | mem-estimate=261.85KB mem-reservation=0B thread-reservation=0
+| | | tuple-ids=15 row-size=20B cardinality=11.19K cost=2272
+| | | in pipelines: 21(GETNEXT), 27(GETNEXT)
| | |
-| | F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=10
-| | Per-Instance Resources: mem-estimate=21.34MB mem-reservation=2.00MB thread-reservation=1
-| | max-parallelism=10 segment-costs=[3366580, 216154] cpu-comparison-result=20 [max(20 (self) vs 20 (sum children))]
+| | F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
+| | Per-Instance Resources: mem-estimate=21.21MB mem-reservation=3.94MB thread-reservation=1
+| | max-parallelism=10 segment-costs=[73182, 3117, 32441, 20174] cpu-comparison-result=31 [max(10 (self) vs 31 (sum children))]
| | 12:AGGREGATE [STREAMING]
| | | output: count()
-| | | group by: tpcds_partitioned_parquet_snap.customer_address_0.ca_zip
... 154411 lines suppressed ...