You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2018/02/14 01:09:07 UTC
[4/6] impala git commit: IMPALA-5519: Allocate fragment's runtime
filter memory from Buffer pool
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test b/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test
index 540df5b..bb12bca 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test
@@ -5,7 +5,7 @@ on ss_customer_sk = c_customer_sk
where c_salutation = 'Mrs.'
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=184.50MB mem-reservation=8.50MB
+| Per-Host Resources: mem-estimate=185.50MB mem-reservation=9.50MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -86,7 +86,7 @@ on ss_customer_sk = c_customer_sk
where c_salutation = 'Mrs.'
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=184.50MB mem-reservation=8.50MB
+| Per-Host Resources: mem-estimate=185.50MB mem-reservation=9.50MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -126,7 +126,7 @@ on ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number
where sr_return_quantity < 10
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=212.75MB mem-reservation=4.75MB
+| Per-Host Resources: mem-estimate=214.75MB mem-reservation=6.75MB runtime-filters-memory=2.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -165,7 +165,7 @@ tpcds.store_sales inner join tpcds.web_sales
on ss_sold_time_sk = ws_sold_time_sk
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=396.67MB mem-reservation=34.00MB
+| Per-Host Resources: mem-estimate=397.67MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -203,7 +203,7 @@ on a.d_date_sk = b.d_date_sk
where a.d_holiday = "Y"
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=113.00MB mem-reservation=17.00MB
+| Per-Host Resources: mem-estimate=114.00MB mem-reservation=18.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -246,7 +246,7 @@ where ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number
and d1.d_fy_week_seq = 1000
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=357.81MB mem-reservation=7.75MB
+| Per-Host Resources: mem-estimate=362.81MB mem-reservation=12.75MB runtime-filters-memory=5.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -334,7 +334,7 @@ tpcds.store_sales inner join tpcds.customer
on ss_customer_sk % 10 = c_customer_sk / 100
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=210.00MB mem-reservation=34.00MB
+| Per-Host Resources: mem-estimate=211.00MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -372,7 +372,7 @@ tpcds.store_sales inner join tpcds_seq_snap.customer
on ss_customer_sk = c_customer_sk
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=2.17GB mem-reservation=34.00MB
+| Per-Host Resources: mem-estimate=2.17GB mem-reservation=35.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -409,7 +409,7 @@ tpcds_seq_snap.store_sales inner join tpcds.customer
on ss_customer_sk = c_customer_sk
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=177.94MB mem-reservation=1.94MB
+| Per-Host Resources: mem-estimate=178.94MB mem-reservation=2.94MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -448,7 +448,7 @@ tpcds.store_sales inner join
on ss_sold_time_sk = ws_sold_time_sk
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=298.00MB mem-reservation=3.88MB
+| Per-Host Resources: mem-estimate=299.00MB mem-reservation=4.88MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test b/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test
index d62e0ad..96015e0 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test
@@ -4,8 +4,8 @@ select straight_join *
from tpch_parquet.customer
inner join tpch_parquet.nation on c_nationkey = n_nationkey
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=16.94MB
-Per-Host Resource Estimates: Memory=56.94MB
+Max Per-Host Resource Reservation: Memory=17.94MB
+Per-Host Resource Estimates: Memory=57.94MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -17,7 +17,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=355B cardinality=150000
|
F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-Per-Host Resources: mem-estimate=40.94MB mem-reservation=16.94MB
+Per-Host Resources: mem-estimate=41.94MB mem-reservation=17.94MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: c_nationkey = n_nationkey
| fk/pk conjuncts: c_nationkey = n_nationkey
@@ -32,19 +32,19 @@ Per-Host Resources: mem-estimate=40.94MB mem-reservation=16.94MB
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Host Resources: mem-estimate=16.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch_parquet.nation, RANDOM]
-| partitions=1/1 files=1 size=2.96KB
+| partitions=1/1 files=1 size=2.74KB
| stored statistics:
-| table: rows=25 size=2.96KB
+| table: rows=25 size=2.74KB
| columns: all
| extrapolated-rows=disabled
| mem-estimate=16.00MB mem-reservation=0B
| tuple-ids=1 row-size=117B cardinality=25
|
00:SCAN HDFS [tpch_parquet.customer, RANDOM]
- partitions=1/1 files=1 size=12.34MB
+ partitions=1/1 files=1 size=12.31MB
runtime filters: RF000[bloom] -> c_nationkey
stored statistics:
- table: rows=150000 size=12.34MB
+ table: rows=150000 size=12.31MB
columns: all
extrapolated-rows=disabled
mem-estimate=24.00MB mem-reservation=0B
@@ -83,18 +83,18 @@ Per-Host Resources: mem-estimate=380.41MB mem-reservation=46.00MB
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
| Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch_parquet.orders, RANDOM]
-| partitions=1/1 files=2 size=54.20MB
+| partitions=1/1 files=2 size=54.07MB
| stored statistics:
-| table: rows=1500000 size=54.20MB
+| table: rows=1500000 size=54.07MB
| columns: all
| extrapolated-rows=disabled
| mem-estimate=40.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.93MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.93MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -131,18 +131,18 @@ Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
| Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch_parquet.orders, RANDOM]
-| partitions=1/1 files=2 size=54.20MB
+| partitions=1/1 files=2 size=54.07MB
| stored statistics:
-| table: rows=1500000 size=54.20MB
+| table: rows=1500000 size=54.07MB
| columns: all
| extrapolated-rows=disabled
| mem-estimate=40.00MB mem-reservation=0B
| tuple-ids=1 row-size=8B cardinality=1500000
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.93MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.93MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -156,8 +156,8 @@ from tpch_parquet.lineitem
group by 1, 2
having count(*) = 1
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=111.00MB
-Per-Host Resource Estimates: Memory=251.12MB
+Max Per-Host Resource Reservation: Memory=113.00MB
+Per-Host Resource Estimates: Memory=253.12MB
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -182,7 +182,7 @@ Per-Host Resources: mem-estimate=46.00MB mem-reservation=46.00MB
| tuple-ids=2 row-size=33B cardinality=4690314
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=85.12MB mem-reservation=65.00MB
+Per-Host Resources: mem-estimate=86.12MB mem-reservation=66.00MB runtime-filters-memory=1.00MB
03:AGGREGATE [STREAMING]
| output: count(*)
| group by: l_orderkey, o_orderstatus
@@ -203,9 +203,9 @@ Per-Host Resources: mem-estimate=85.12MB mem-reservation=65.00MB
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
| Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch_parquet.orders, RANDOM]
-| partitions=1/1 files=2 size=54.20MB
+| partitions=1/1 files=2 size=54.07MB
| stored statistics:
-| table: rows=1500000 size=54.20MB
+| table: rows=1500000 size=54.07MB
| columns: all
| extrapolated-rows=disabled
| mem-estimate=40.00MB mem-reservation=0B
@@ -216,12 +216,12 @@ Per-Host Resources: mem-estimate=85.12MB mem-reservation=65.00MB
| tuple-ids=0 row-size=8B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=81.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.93MB
+ partitions=1/1 files=3 size=193.73MB
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.93MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -263,9 +263,9 @@ Per-Host Resources: mem-estimate=1.69GB mem-reservation=34.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.93MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.93MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -310,9 +310,9 @@ Per-Host Resources: mem-estimate=281.46MB mem-reservation=34.00MB
| tuple-ids=1 row-size=32B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.93MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.93MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test b/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test
index b9b12fa..7f6d96b 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test
@@ -99,7 +99,7 @@ select count(*) from functional_kudu.alltypes a, functional_parquet.alltypes b,
where a.int_col = b.int_col and a.int_col = c.int_col
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=2.02GB mem-reservation=35.94MB
+| Per-Host Resources: mem-estimate=2.02GB mem-reservation=36.94MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -127,7 +127,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=8B cardinality=7300
|
|--01:SCAN HDFS [functional_parquet.alltypes b]
-| partitions=24/24 files=24 size=179.19KB
+| partitions=24/24 files=24 size=174.39KB
| runtime filters: RF000[bloom] -> b.int_col
| stored statistics:
| table: rows=unavailable size=unavailable
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
index 3c1fd44..261e8fe 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
@@ -10,9 +10,9 @@ PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -33,9 +33,9 @@ PLAN-ROOT SINK
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -56,9 +56,9 @@ PLAN-ROOT SINK
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
Per-Host Resources: mem-estimate=160.00MB mem-reservation=0B
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -383,9 +383,9 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -424,9 +424,9 @@ Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -465,9 +465,9 @@ Per-Host Resources: mem-estimate=228.00MB mem-reservation=68.00MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -490,9 +490,9 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=1.00MB mem-reservation=0B
@@ -523,9 +523,9 @@ Per-Host Resources: mem-estimate=11.00MB mem-reservation=0B
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=1.00MB mem-reservation=0B
@@ -556,9 +556,9 @@ Per-Host Resources: mem-estimate=180.00MB mem-reservation=0B
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -583,9 +583,9 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -612,9 +612,9 @@ Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -641,9 +641,9 @@ Per-Host Resources: mem-estimate=240.00MB mem-reservation=24.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -669,9 +669,9 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=100
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -699,9 +699,9 @@ Per-Host Resources: mem-estimate=80.03MB mem-reservation=0B
| tuple-ids=1 row-size=263B cardinality=100
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -729,9 +729,9 @@ Per-Host Resources: mem-estimate=160.05MB mem-reservation=0B
| tuple-ids=1 row-size=263B cardinality=100
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -741,11 +741,11 @@ Per-Host Resources: mem-estimate=160.05MB mem-reservation=0B
select *
from tpch.lineitem inner join tpch.orders on l_orderkey = o_orderkey
---- PLAN
-Max Per-Host Resource Reservation: Memory=34.00MB
-Per-Host Resource Estimates: Memory=476.41MB
+Max Per-Host Resource Reservation: Memory=35.00MB
+Per-Host Resource Estimates: Memory=477.41MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=476.41MB mem-reservation=34.00MB
+| Per-Host Resources: mem-estimate=477.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -775,8 +775,8 @@ PLAN-ROOT SINK
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=34.00MB
-Per-Host Resource Estimates: Memory=476.41MB
+Max Per-Host Resource Reservation: Memory=35.00MB
+Per-Host Resource Estimates: Memory=477.41MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -788,7 +788,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=388.41MB mem-reservation=34.00MB
+Per-Host Resources: mem-estimate=389.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
@@ -821,8 +821,8 @@ Per-Host Resources: mem-estimate=388.41MB mem-reservation=34.00MB
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=68.00MB
-Per-Host Resource Estimates: Memory=952.83MB
+Max Per-Host Resource Reservation: Memory=70.00MB
+Per-Host Resource Estimates: Memory=954.83MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -834,7 +834,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=776.83MB mem-reservation=68.00MB
+Per-Host Resources: mem-estimate=778.83MB mem-reservation=70.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
| hash predicates: l_orderkey = o_orderkey
@@ -879,11 +879,11 @@ Per-Host Resources: mem-estimate=776.83MB mem-reservation=68.00MB
select *
from tpch.lineitem inner join /* +shuffle */ tpch.orders on l_orderkey = o_orderkey
---- PLAN
-Max Per-Host Resource Reservation: Memory=34.00MB
-Per-Host Resource Estimates: Memory=476.41MB
+Max Per-Host Resource Reservation: Memory=35.00MB
+Per-Host Resource Estimates: Memory=477.41MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=476.41MB mem-reservation=34.00MB
+| Per-Host Resources: mem-estimate=477.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -913,8 +913,8 @@ PLAN-ROOT SINK
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=34.00MB
-Per-Host Resource Estimates: Memory=276.14MB
+Max Per-Host Resource Reservation: Memory=36.00MB
+Per-Host Resource Estimates: Memory=278.14MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -926,7 +926,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=100.14MB mem-reservation=34.00MB
+Per-Host Resources: mem-estimate=101.14MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, PARTITIONED]
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
@@ -954,7 +954,7 @@ Per-Host Resources: mem-estimate=100.14MB mem-reservation=34.00MB
| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=89.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch.lineitem, RANDOM]
partitions=1/1 files=1 size=718.94MB
runtime filters: RF000[bloom] -> l_orderkey
@@ -965,8 +965,8 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=68.00MB
-Per-Host Resource Estimates: Memory=452.14MB
+Max Per-Host Resource Reservation: Memory=72.00MB
+Per-Host Resource Estimates: Memory=456.14MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -978,7 +978,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=100.14MB mem-reservation=68.00MB
+Per-Host Resources: mem-estimate=102.14MB mem-reservation=70.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=00
| hash predicates: l_orderkey = o_orderkey
@@ -1014,7 +1014,7 @@ Per-Host Resources: mem-estimate=100.14MB mem-reservation=68.00MB
| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=178.00MB mem-reservation=2.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch.lineitem, RANDOM]
partitions=1/1 files=1 size=718.94MB
runtime filters: RF000[bloom] -> l_orderkey
@@ -1503,11 +1503,11 @@ select l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
from tpch_parquet.lineitem join tpch_parquet.orders on l_orderkey = o_orderkey
where l_shipmode = 'F'
---- PLAN
-Max Per-Host Resource Reservation: Memory=51.00MB
-Per-Host Resource Estimates: Memory=139.58MB
+Max Per-Host Resource Reservation: Memory=54.00MB
+Per-Host Resource Estimates: Memory=142.58MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=139.58MB mem-reservation=51.00MB
+| Per-Host Resources: mem-estimate=142.58MB mem-reservation=54.00MB runtime-filters-memory=3.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1533,11 +1533,11 @@ PLAN-ROOT SINK
| | tuple-ids=6 row-size=8B cardinality=1500000
| |
| 08:SCAN HDFS [tpch_parquet.lineitem]
-| partitions=1/1 files=3 size=193.72MB
+| partitions=1/1 files=3 size=193.73MB
| predicates: l_shipmode = 'F'
| runtime filters: RF004[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.72MB
+| table: rows=6001215 size=193.73MB
| columns: all
| extrapolated-rows=disabled
| parquet statistics predicates: l_shipmode = 'F'
@@ -1565,10 +1565,10 @@ PLAN-ROOT SINK
| | tuple-ids=4 row-size=32B cardinality=300000
| |
| 05:SCAN HDFS [tpch_parquet.lineitem]
-| partitions=1/1 files=3 size=193.72MB
+| partitions=1/1 files=3 size=193.73MB
| runtime filters: RF002[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.72MB
+| table: rows=6001215 size=193.73MB
| columns: all
| extrapolated-rows=disabled
| mem-estimate=80.00MB mem-reservation=0B
@@ -1596,11 +1596,11 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=8B cardinality=1500000
|
01:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
predicates: l_tax > 10
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
parquet statistics predicates: l_tax > 10
@@ -1608,8 +1608,8 @@ PLAN-ROOT SINK
mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=78B cardinality=600122
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=72.75MB
-Per-Host Resource Estimates: Memory=344.33MB
+Max Per-Host Resource Reservation: Memory=76.75MB
+Per-Host Resource Estimates: Memory=348.33MB
F09:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -1621,7 +1621,7 @@ PLAN-ROOT SINK
| tuple-ids=7 row-size=70B cardinality=2549844
|
F08:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=97.00MB mem-reservation=34.00MB
+Per-Host Resources: mem-estimate=99.00MB mem-reservation=36.00MB runtime-filters-memory=2.00MB
00:UNION
| pass-through-operands: 14
| mem-estimate=0B mem-reservation=0B
@@ -1650,11 +1650,11 @@ Per-Host Resources: mem-estimate=97.00MB mem-reservation=34.00MB
| | tuple-ids=6 row-size=8B cardinality=1500000
| |
| 08:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
-| partitions=1/1 files=3 size=193.72MB
+| partitions=1/1 files=3 size=193.73MB
| predicates: l_shipmode = 'F'
| runtime filters: RF004[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.72MB
+| table: rows=6001215 size=193.73MB
| columns: all
| extrapolated-rows=disabled
| parquet statistics predicates: l_shipmode = 'F'
@@ -1688,10 +1688,10 @@ Per-Host Resources: mem-estimate=97.00MB mem-reservation=34.00MB
| | tuple-ids=4 row-size=32B cardinality=300000
| |
| 05:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
-| partitions=1/1 files=3 size=193.72MB
+| partitions=1/1 files=3 size=193.73MB
| runtime filters: RF002[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.72MB
+| table: rows=6001215 size=193.73MB
| columns: all
| extrapolated-rows=disabled
| mem-estimate=80.00MB mem-reservation=0B
@@ -1707,7 +1707,7 @@ Per-Host Resources: mem-estimate=97.00MB mem-reservation=34.00MB
| tuple-ids=2 row-size=70B cardinality=575772
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=47.33MB mem-reservation=38.75MB
+Per-Host Resources: mem-estimate=48.33MB mem-reservation=39.75MB runtime-filters-memory=1.00MB
04:AGGREGATE [STREAMING]
| group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
| mem-estimate=42.58MB mem-reservation=34.00MB spill-buffer=2.00MB
@@ -1740,13 +1740,13 @@ Per-Host Resources: mem-estimate=47.33MB mem-reservation=38.75MB
| tuple-ids=0 row-size=78B cardinality=600122
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=81.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB
01:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
predicates: l_tax > 10
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
parquet statistics predicates: l_tax > 10
@@ -1754,8 +1754,8 @@ Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=78B cardinality=600122
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=141.75MB
-Per-Host Resource Estimates: Memory=684.91MB
+Max Per-Host Resource Reservation: Memory=149.75MB
+Per-Host Resource Estimates: Memory=692.91MB
F09:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -1767,7 +1767,7 @@ PLAN-ROOT SINK
| tuple-ids=7 row-size=70B cardinality=2549844
|
F08:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=194.00MB mem-reservation=68.00MB
+Per-Host Resources: mem-estimate=198.00MB mem-reservation=72.00MB runtime-filters-memory=2.00MB
00:UNION
| pass-through-operands: 14
| mem-estimate=0B mem-reservation=0B
@@ -1804,11 +1804,11 @@ Per-Host Resources: mem-estimate=194.00MB mem-reservation=68.00MB
| | tuple-ids=6 row-size=8B cardinality=1500000
| |
| 08:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
-| partitions=1/1 files=3 size=193.72MB
+| partitions=1/1 files=3 size=193.73MB
| predicates: l_shipmode = 'F'
| runtime filters: RF004[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.72MB
+| table: rows=6001215 size=193.73MB
| columns: all
| extrapolated-rows=disabled
| parquet statistics predicates: l_shipmode = 'F'
@@ -1850,10 +1850,10 @@ Per-Host Resources: mem-estimate=194.00MB mem-reservation=68.00MB
| | tuple-ids=4 row-size=32B cardinality=300000
| |
| 05:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
-| partitions=1/1 files=3 size=193.72MB
+| partitions=1/1 files=3 size=193.73MB
| runtime filters: RF002[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.72MB
+| table: rows=6001215 size=193.73MB
| columns: all
| extrapolated-rows=disabled
| mem-estimate=80.00MB mem-reservation=0B
@@ -1869,7 +1869,7 @@ Per-Host Resources: mem-estimate=194.00MB mem-reservation=68.00MB
| tuple-ids=2 row-size=70B cardinality=575772
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=90.91MB mem-reservation=73.75MB
+Per-Host Resources: mem-estimate=92.91MB mem-reservation=75.75MB runtime-filters-memory=1.00MB
04:AGGREGATE [STREAMING]
| group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
| mem-estimate=42.58MB mem-reservation=34.00MB spill-buffer=2.00MB
@@ -1910,13 +1910,13 @@ Per-Host Resources: mem-estimate=90.91MB mem-reservation=73.75MB
| tuple-ids=0 row-size=78B cardinality=600122
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=160.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=162.00MB mem-reservation=2.00MB runtime-filters-memory=1.00MB
01:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
predicates: l_tax > 10
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
parquet statistics predicates: l_tax > 10
@@ -1960,11 +1960,11 @@ order by
o_orderdate
limit 100
---- PLAN
-Max Per-Host Resource Reservation: Memory=81.25MB
-Per-Host Resource Estimates: Memory=393.18MB
+Max Per-Host Resource Reservation: Memory=84.25MB
+Per-Host Resource Estimates: Memory=396.18MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=393.18MB mem-reservation=81.25MB
+| Per-Host Resources: mem-estimate=396.18MB mem-reservation=84.25MB runtime-filters-memory=3.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -2044,8 +2044,8 @@ PLAN-ROOT SINK
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=2 row-size=16B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=152.12MB
-Per-Host Resource Estimates: Memory=516.66MB
+Max Per-Host Resource Reservation: Memory=159.12MB
+Per-Host Resource Estimates: Memory=523.66MB
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -2076,7 +2076,7 @@ Per-Host Resources: mem-estimate=62.96MB mem-reservation=34.00MB
| tuple-ids=6 row-size=100B cardinality=600122
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=118.33MB mem-reservation=84.12MB
+Per-Host Resources: mem-estimate=121.33MB mem-reservation=87.12MB runtime-filters-memory=3.00MB
08:AGGREGATE [STREAMING]
| output: sum(l_quantity)
| group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice
@@ -2151,7 +2151,7 @@ Per-Host Resources: mem-estimate=118.33MB mem-reservation=84.12MB
| | tuple-ids=1 row-size=50B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=90.00MB mem-reservation=2.00MB runtime-filters-memory=2.00MB
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| runtime filters: RF000[bloom] -> o_orderkey, RF002[bloom] -> o_custkey
@@ -2167,7 +2167,7 @@ Per-Host Resources: mem-estimate=118.33MB mem-reservation=84.12MB
| tuple-ids=2 row-size=16B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=90.00MB mem-reservation=2.00MB runtime-filters-memory=2.00MB
02:SCAN HDFS [tpch.lineitem, RANDOM]
partitions=1/1 files=1 size=718.94MB
runtime filters: RF000[bloom] -> tpch.lineitem.l_orderkey, RF004[bloom] -> l_orderkey
@@ -2178,8 +2178,8 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=2 row-size=16B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=258.88MB
-Per-Host Resource Estimates: Memory=977.44MB
+Max Per-Host Resource Reservation: Memory=272.88MB
+Per-Host Resource Estimates: Memory=991.44MB
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -2210,7 +2210,7 @@ Per-Host Resources: mem-estimate=125.93MB mem-reservation=68.00MB
| tuple-ids=6 row-size=100B cardinality=600122
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=180.79MB mem-reservation=122.88MB
+Per-Host Resources: mem-estimate=186.79MB mem-reservation=128.88MB runtime-filters-memory=3.00MB
08:AGGREGATE [STREAMING]
| output: sum(l_quantity)
| group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice
@@ -2309,7 +2309,7 @@ Per-Host Resources: mem-estimate=180.79MB mem-reservation=122.88MB
| | tuple-ids=1 row-size=50B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=180.00MB mem-reservation=4.00MB runtime-filters-memory=2.00MB
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| runtime filters: RF000[bloom] -> o_orderkey, RF002[bloom] -> o_custkey
@@ -2325,7 +2325,7 @@ Per-Host Resources: mem-estimate=180.79MB mem-reservation=122.88MB
| tuple-ids=2 row-size=16B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=180.00MB mem-reservation=4.00MB runtime-filters-memory=2.00MB
02:SCAN HDFS [tpch.lineitem, RANDOM]
partitions=1/1 files=1 size=718.94MB
runtime filters: RF000[bloom] -> tpch.lineitem.l_orderkey, RF004[bloom] -> l_orderkey
@@ -2960,11 +2960,11 @@ join (
) v2 on v2.k3 = t2.o_orderkey
) v1 on v1.k3 = t1.o_orderkey
---- PLAN
-Max Per-Host Resource Reservation: Memory=68.00MB
-Per-Host Resource Estimates: Memory=177.00MB
+Max Per-Host Resource Reservation: Memory=71.00MB
+Per-Host Resource Estimates: Memory=180.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=177.00MB mem-reservation=68.00MB
+| Per-Host Resources: mem-estimate=180.00MB mem-reservation=71.00MB runtime-filters-memory=3.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -3028,8 +3028,8 @@ PLAN-ROOT SINK
mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=59.50MB
-Per-Host Resource Estimates: Memory=223.27MB
+Max Per-Host Resource Reservation: Memory=64.50MB
+Per-Host Resource Estimates: Memory=228.27MB
F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -3041,7 +3041,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1,2,3 row-size=215B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB
+Per-Host Resources: mem-estimate=78.77MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
06:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: t1.o_orderkey = t3.o_orderkey
| fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey
@@ -3054,7 +3054,7 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB
| | tuple-ids=1,2,3 row-size=24B cardinality=1500000
| |
| F04:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=25.50MB mem-reservation=25.50MB
+| Per-Host Resources: mem-estimate=27.50MB mem-reservation=27.50MB runtime-filters-memory=2.00MB
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash predicates: t2.o_orderkey = t3.o_orderkey
| | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey
@@ -3089,7 +3089,7 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB
| | | tuple-ids=2 row-size=8B cardinality=1500000
| | |
| | F02:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
+| | Per-Host Resources: mem-estimate=41.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB
| | 02:SCAN HDFS [tpch_parquet.orders t3, RANDOM]
| | partitions=1/1 files=2 size=54.07MB
| | runtime filters: RF004[bloom] -> t3.o_orderkey
@@ -3105,7 +3105,7 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB
| | tuple-ids=1 row-size=8B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=41.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB
| 01:SCAN HDFS [tpch_parquet.orders t2, RANDOM]
| partitions=1/1 files=2 size=54.07MB
| runtime filters: RF002[bloom] -> t2.o_orderkey
@@ -3126,8 +3126,8 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB
mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=94.50MB
-Per-Host Resource Estimates: Memory=422.03MB
+Max Per-Host Resource Reservation: Memory=104.50MB
+Per-Host Resource Estimates: Memory=432.03MB
F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -3139,7 +3139,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1,2,3 row-size=215B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB
+Per-Host Resources: mem-estimate=157.53MB mem-reservation=70.00MB runtime-filters-memory=1.00MB
06:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
| hash predicates: t1.o_orderkey = t3.o_orderkey
@@ -3160,7 +3160,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB
| | tuple-ids=1,2,3 row-size=24B cardinality=1500000
| |
| F04:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=26.50MB mem-reservation=26.50MB
+| Per-Host Resources: mem-estimate=30.50MB mem-reservation=30.50MB runtime-filters-memory=2.00MB
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash-table-id=01
| | hash predicates: t2.o_orderkey = t3.o_orderkey
@@ -3211,7 +3211,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB
| | | tuple-ids=2 row-size=8B cardinality=1500000
| | |
| | F02:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-| | Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
+| | Per-Host Resources: mem-estimate=82.00MB mem-reservation=2.00MB runtime-filters-memory=1.00MB
| | 02:SCAN HDFS [tpch_parquet.orders t3, RANDOM]
| | partitions=1/1 files=2 size=54.07MB
| | runtime filters: RF004[bloom] -> t3.o_orderkey
@@ -3227,7 +3227,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB
| | tuple-ids=1 row-size=8B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=82.00MB mem-reservation=2.00MB runtime-filters-memory=1.00MB
| 01:SCAN HDFS [tpch_parquet.orders t2, RANDOM]
| partitions=1/1 files=2 size=54.07MB
| runtime filters: RF002[bloom] -> t2.o_orderkey
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test b/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test
index 8900a98..03273bc 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test
@@ -3,8 +3,8 @@ select straight_join *
from tpch_parquet.customer
inner join tpch_parquet.nation on c_nationkey = n_nationkey
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=1.94MB
-Per-Host Resource Estimates: Memory=41.94MB
+Max Per-Host Resource Reservation: Memory=2.94MB
+Per-Host Resource Estimates: Memory=42.94MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -16,7 +16,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=355B cardinality=150000
|
F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-Per-Host Resources: mem-estimate=25.94MB mem-reservation=1.94MB
+Per-Host Resources: mem-estimate=26.94MB mem-reservation=2.94MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: c_nationkey = n_nationkey
| fk/pk conjuncts: c_nationkey = n_nationkey
@@ -49,8 +49,8 @@ Per-Host Resources: mem-estimate=25.94MB mem-reservation=1.94MB
mem-estimate=24.00MB mem-reservation=0B
tuple-ids=0 row-size=238B cardinality=150000
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=3.88MB
-Per-Host Resource Estimates: Memory=83.88MB
+Max Per-Host Resource Reservation: Memory=5.88MB
+Per-Host Resource Estimates: Memory=85.88MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -62,7 +62,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=355B cardinality=150000
|
F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
-Per-Host Resources: mem-estimate=51.88MB mem-reservation=3.88MB
+Per-Host Resources: mem-estimate=53.88MB mem-reservation=5.88MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
| hash predicates: c_nationkey = n_nationkey
@@ -144,9 +144,9 @@ Per-Host Resources: mem-estimate=380.41MB mem-reservation=34.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -196,9 +196,9 @@ Per-Host Resources: mem-estimate=760.83MB mem-reservation=68.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -209,8 +209,8 @@ select straight_join *
from tpch_parquet.orders
join /*+shuffle*/ tpch_parquet.customer on o_custkey = c_custkey
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=34.00MB
-Per-Host Resource Estimates: Memory=98.00MB
+Max Per-Host Resource Reservation: Memory=36.00MB
+Per-Host Resource Estimates: Memory=100.00MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -222,7 +222,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=428B cardinality=1500000
|
F02:PLAN FRAGMENT [HASH(o_custkey)] hosts=2 instances=2
-Per-Host Resources: mem-estimate=34.00MB mem-reservation=34.00MB
+Per-Host Resources: mem-estimate=35.00MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, PARTITIONED]
| hash predicates: o_custkey = c_custkey
| fk/pk conjuncts: o_custkey = c_custkey
@@ -250,7 +250,7 @@ Per-Host Resources: mem-estimate=34.00MB mem-reservation=34.00MB
| tuple-ids=0 row-size=191B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=41.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch_parquet.orders, RANDOM]
partitions=1/1 files=2 size=54.07MB
runtime filters: RF000[bloom] -> o_custkey
@@ -261,8 +261,8 @@ Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=34.00MB
-Per-Host Resource Estimates: Memory=162.00MB
+Max Per-Host Resource Reservation: Memory=38.00MB
+Per-Host Resource Estimates: Memory=166.00MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -274,7 +274,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=428B cardinality=1500000
|
F02:PLAN FRAGMENT [HASH(o_custkey)] hosts=2 instances=4
-Per-Host Resources: mem-estimate=34.00MB mem-reservation=34.00MB
+Per-Host Resources: mem-estimate=36.00MB mem-reservation=36.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=00
| hash predicates: o_custkey = c_custkey
@@ -310,7 +310,7 @@ Per-Host Resources: mem-estimate=34.00MB mem-reservation=34.00MB
| tuple-ids=0 row-size=191B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=82.00MB mem-reservation=2.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch_parquet.orders, RANDOM]
partitions=1/1 files=2 size=54.07MB
runtime filters: RF000[bloom] -> o_custkey
@@ -326,8 +326,8 @@ select straight_join *
from tpch_parquet.orders
join /*+broadcast*/ tpch_parquet.customer on o_custkey = c_custkey
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=34.00MB
-Per-Host Resource Estimates: Memory=101.38MB
+Max Per-Host Resource Reservation: Memory=35.00MB
+Per-Host Resource Estimates: Memory=102.38MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -339,7 +339,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=428B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-Per-Host Resources: mem-estimate=77.38MB mem-reservation=34.00MB
+Per-Host Resources: mem-estimate=78.38MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: o_custkey = c_custkey
| fk/pk conjuncts: o_custkey = c_custkey
@@ -372,8 +372,8 @@ Per-Host Resources: mem-estimate=77.38MB mem-reservation=34.00MB
mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=68.00MB
-Per-Host Resource Estimates: Memory=202.76MB
+Max Per-Host Resource Reservation: Memory=70.00MB
+Per-Host Resource Estimates: Memory=204.76MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -385,7 +385,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=428B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-Per-Host Resources: mem-estimate=154.76MB mem-reservation=68.00MB
+Per-Host Resources: mem-estimate=156.76MB mem-reservation=70.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
| hash predicates: o_custkey = c_custkey
@@ -629,8 +629,8 @@ from tpch_parquet.lineitem
group by 1, 2
having count(*) = 1
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=85.00MB
-Per-Host Resource Estimates: Memory=225.12MB
+Max Per-Host Resource Reservation: Memory=87.00MB
+Per-Host Resource Estimates: Memory=227.12MB
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -655,7 +655,7 @@ Per-Host Resources: mem-estimate=34.00MB mem-reservation=34.00MB
| tuple-ids=2 row-size=33B cardinality=4690314
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=71.12MB mem-reservation=51.00MB
+Per-Host Resources: mem-estimate=72.12MB mem-reservation=52.00MB runtime-filters-memory=1.00MB
03:AGGREGATE [STREAMING]
| output: count(*)
| group by: l_orderkey, o_orderstatus
@@ -689,19 +689,19 @@ Per-Host Resources: mem-estimate=71.12MB mem-reservation=51.00MB
| tuple-ids=0 row-size=8B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=81.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=8B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=119.00MB
-Per-Host Resource Estimates: Memory=359.00MB
+Max Per-Host Resource Reservation: Memory=123.00MB
+Per-Host Resource Estimates: Memory=363.00MB
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -726,7 +726,7 @@ Per-Host Resources: mem-estimate=34.00MB mem-reservation=34.00MB
| tuple-ids=2 row-size=33B cardinality=4690314
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=85.00MB mem-reservation=85.00MB
+Per-Host Resources: mem-estimate=87.00MB mem-reservation=87.00MB runtime-filters-memory=1.00MB
03:AGGREGATE [STREAMING]
| output: count(*)
| group by: l_orderkey, o_orderstatus
@@ -768,12 +768,12 @@ Per-Host Resources: mem-estimate=85.00MB mem-reservation=85.00MB
| tuple-ids=0 row-size=8B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=160.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=162.00MB mem-reservation=2.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -814,9 +814,9 @@ Per-Host Resources: mem-estimate=1.69GB mem-reservation=34.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
@@ -853,9 +853,9 @@ Per-Host Resources: mem-estimate=3.39GB mem-reservation=68.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
mem-estimate=80.00MB mem-reservation=0B
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test b/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test
index 4d39a47..48163ec 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test
@@ -157,7 +157,7 @@ PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
00:SCAN HDFS [functional_parquet.alltypes]
- partitions=3/24 files=3 size=22.67KB
+ partitions=3/24 files=3 size=22.07KB
stored statistics:
table: rows=unavailable size=unavailable
partitions: 0/24 rows=unavailable
@@ -172,7 +172,7 @@ select id from functional.alltypes t1 where exists (
where t1.id = t2.id)
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=161.94MB mem-reservation=1.94MB
+| Per-Host Resources: mem-estimate=162.94MB mem-reservation=2.94MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-query/queries/QueryTest/admission-reject-min-reservation.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/admission-reject-min-reservation.test b/testdata/workloads/functional-query/queries/QueryTest/admission-reject-min-reservation.test
index a84ec34..119c2fd 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/admission-reject-min-reservation.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/admission-reject-min-reservation.test
@@ -29,7 +29,7 @@ from tpch_parquet.lineitem join tpch_parquet.orders on l_orderkey = o_orderkey
---- CATCH
minimum memory reservation is greater than memory available to the
query for buffer reservations. Memory reservation needed given the
- current plan: 4.75 MB. Set mem_limit to at least 79.75 MB.
+ current plan: 6.75 MB. Set mem_limit to at least 81.75 MB.
====
---- QUERY
set mem_limit=80mb;
@@ -38,5 +38,5 @@ from tpch_parquet.lineitem join tpch_parquet.orders on l_orderkey = o_orderkey
---- CATCH
minimum memory reservation is greater than memory available to the
query for buffer reservations. Memory reservation needed given the
- current plan: 17.00 MB. Set mem_limit to at least 92.00 MB.
+ current plan: 18.00 MB. Set mem_limit to at least 93.00 MB.
====
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-query/queries/QueryTest/bloom_filters.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/bloom_filters.test b/testdata/workloads/functional-query/queries/QueryTest/bloom_filters.test
index ace4596..b7a6123 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/bloom_filters.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/bloom_filters.test
@@ -2,28 +2,20 @@
---- QUERY
####################################################
# Test case 1: bloom filters with high expected FP rate get disabled.
-# To trigger this path, we have to trick the planner into estimating a too-small
-# build-side cardinality, which will cause the BF size to be estimated low (and therefore
-# the FP rate to be high). We do this by using predicates that are completely unselective,
-# but which the planner thinks have relatively high selectivity.
-# Kudu doesn't support bloom filters, so it just doesn't filter anything.
+# To trigger this path, we limit the size of the filter to a much lower value than
+# required to achieve the desired FP rate.
####################################################
SET RUNTIME_FILTER_WAIT_TIME_MS=30000;
SET RUNTIME_FILTER_MODE=GLOBAL;
-SET RUNTIME_FILTER_MAX_SIZE=4K;
-select STRAIGHT_JOIN count(*) from alltypes a
- join [BROADCAST]
- # Build-side needs to be sufficiently large to trigger FP check.
- (select id, int_col from alltypes UNION ALL select id, int_col from alltypes) b
- on a.id = b.id
- # Predicates that are always true (but planner thinks are selective)
- where (b.id - b.id) < 1 AND (b.int_col - b.int_col) < 1;
+SET RUNTIME_FILTER_MAX_SIZE=64K;
+with l as (select * from tpch.lineitem UNION ALL select * from tpch.lineitem)
+select STRAIGHT_JOIN count(*) from (select * from tpch.lineitem a LIMIT 1) a
+ join (select * from l LIMIT 500000) b on a.l_orderkey = -b.l_orderkey;
---- RESULTS
-14600
+0
---- RUNTIME_PROFILE
row_regex: .*0 of 1 Runtime Filter Published, 1 Disabled.*
-row_regex: .*Rows rejected: 0 .*
====
@@ -33,20 +25,20 @@ row_regex: .*Rows rejected: 0 .*
####################################################
SET RUNTIME_FILTER_MODE=GLOBAL;
SET RUNTIME_FILTER_WAIT_TIME_MS=30000;
-SET RUNTIME_FILTER_MIN_SIZE=4KB;
+SET RUNTIME_FILTER_MIN_SIZE=64KB;
with l as (select * from tpch.lineitem UNION ALL select * from tpch.lineitem)
select STRAIGHT_JOIN count(*) from (select * from tpch.lineitem a LIMIT 1) a
- join (select * from l LIMIT 1) b on a.l_orderkey = -b.l_orderkey;
+ join (select * from l LIMIT 125000) b on a.l_orderkey = -b.l_orderkey;
---- RESULTS
0
---- RUNTIME_PROFILE
row_regex: .*1 of 1 Runtime Filter Published.*
-row_regex: .*Filter 0 \(4.00 KB\).*
+row_regex: .*Filter 0 \(64.00 KB\).*
====
---- QUERY
SET RUNTIME_FILTER_MODE=GLOBAL;
SET RUNTIME_FILTER_WAIT_TIME_MS=30000;
-SET RUNTIME_FILTER_MIN_SIZE=4KB;
+SET RUNTIME_FILTER_MIN_SIZE=64KB;
with l as (select * from tpch.lineitem UNION ALL select * from tpch.lineitem)
select STRAIGHT_JOIN count(*) from (select * from tpch.lineitem a LIMIT 1) a
join (select * from l LIMIT 500000) b on a.l_orderkey = -b.l_orderkey;
@@ -59,7 +51,7 @@ row_regex: .*Filter 0 \(256.00 KB\).*
---- QUERY
SET RUNTIME_FILTER_MODE=GLOBAL;
SET RUNTIME_FILTER_WAIT_TIME_MS=30000;
-SET RUNTIME_FILTER_MIN_SIZE=4KB;
+SET RUNTIME_FILTER_MIN_SIZE=64KB;
with l as (select * from tpch.lineitem UNION ALL select * from tpch.lineitem)
select STRAIGHT_JOIN count(*) from (select * from tpch.lineitem a LIMIT 1) a
join (select * from l LIMIT 1000000) b on a.l_orderkey = -b.l_orderkey;
@@ -72,7 +64,7 @@ row_regex: .*Filter 0 \(512.00 KB\).*
---- QUERY
SET RUNTIME_FILTER_MODE=GLOBAL;
SET RUNTIME_FILTER_WAIT_TIME_MS=30000;
-SET RUNTIME_FILTER_MIN_SIZE=4KB;
+SET RUNTIME_FILTER_MIN_SIZE=64KB;
with l as (select * from tpch.lineitem UNION ALL select * from tpch.lineitem)
select STRAIGHT_JOIN count(*) from (select * from tpch.lineitem a LIMIT 1) a
join (select * from l LIMIT 2000000) b on a.l_orderkey = -b.l_orderkey;
@@ -91,36 +83,57 @@ row_regex: .*Filter 0 \(1.00 MB\).*
####################################################
SET RUNTIME_FILTER_MODE=GLOBAL;
SET RUNTIME_FILTER_WAIT_TIME_MS=30000;
-SET RUNTIME_FILTER_MIN_SIZE=8KB;
-SET RUNTIME_FILTER_MAX_SIZE=8KB;
-# This query would produce a 4KB filter without setting the minimum size.
+SET RUNTIME_FILTER_MIN_SIZE=128KB;
+SET RUNTIME_FILTER_MAX_SIZE=128KB;
+# This query would produce a 64KB filter without setting the minimum size.
select STRAIGHT_JOIN count(*) from alltypes a join [SHUFFLE] alltypes b on a.id = b.id;
---- RESULTS
7300
---- RUNTIME_PROFILE
row_regex: .*1 of 1 Runtime Filter Published.*
-row_regex: .*Filter 0 \(8.00 KB\).*
+row_regex: .*Filter 0 \(128.00 KB\).*
====
---- QUERY
# Check that filter sizes are rounded up to power-of-two
-SET RUNTIME_FILTER_MIN_SIZE=6000B;
-SET RUNTIME_FILTER_MAX_SIZE=6000B;
+SET RUNTIME_FILTER_MIN_SIZE=80000B;
+SET RUNTIME_FILTER_MAX_SIZE=80000B;
select STRAIGHT_JOIN count(*) from alltypes a join [SHUFFLE] alltypes b on a.id = b.id;
---- RESULTS
7300
---- RUNTIME_PROFILE
row_regex: .*1 of 1 Runtime Filter Published.*
-row_regex: .*Filter 0 \(8.00 KB\).*
+row_regex: .*Filter 0 \(128.00 KB\).*
====
---- QUERY
SET RUNTIME_FILTER_MODE=GLOBAL;
SET RUNTIME_FILTER_WAIT_TIME_MS=30000;
-SET RUNTIME_FILTER_MAX_SIZE=8192;
+SET RUNTIME_FILTER_MAX_SIZE=64KB;
# Query would produce a 512KB filter without setting the max
with l as (select * from tpch.lineitem UNION ALL select * from tpch.lineitem)
select STRAIGHT_JOIN count(*) from (select * from tpch.lineitem a LIMIT 1) a
join (select * from l LIMIT 1000000) b on a.l_orderkey = -b.l_orderkey;
---- RUNTIME_PROFILE
row_regex: .*0 of 1 Runtime Filter Published.*
-row_regex: .*Filter 0 \(8.00 KB\).*
+row_regex: .*Filter 0 \(64.00 KB\).*
+====
+
+
+
+---- QUERY
+####################################################
+# Test case 4: Filter size is >= the min buffer size that can be allocated by the
+# buffer pool
+####################################################
+SET RUNTIME_FILTER_MODE=GLOBAL;
+SET RUNTIME_FILTER_WAIT_TIME_MS=30000;
+SET RUNTIME_FILTER_MIN_SIZE=4KB;
+SET RUNTIME_BLOOM_FILTER_SIZE=4KB;
+# The min buffer size is set to 64KB for end to end tests. This query would
+# produce a 4KB filter if the min buffer size limit bound is not enforced.
+select STRAIGHT_JOIN count(*) from alltypes a join [SHUFFLE] alltypes b on a.id = b.id;
+---- RESULTS
+7300
+---- RUNTIME_PROFILE
+row_regex: .*1 of 1 Runtime Filter Published.*
+row_regex: .*Filter 0 \(64.00 KB\).*
====
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-query/queries/QueryTest/bloom_filters_wait.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/bloom_filters_wait.test b/testdata/workloads/functional-query/queries/QueryTest/bloom_filters_wait.test
index 1ed6668..f766b8c 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/bloom_filters_wait.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/bloom_filters_wait.test
@@ -2,21 +2,18 @@
---- QUERY
####################################################
# Regression test for IMPALA-3141: Disabled filters should send dummy filters
-# to unblock waiters.
+# to unblock waiters. We limit the size of the filter to a much lower value than required
+# to achieve the desired FP rate so that it gets rejected/disabled during FP rate check.
####################################################
SET RUNTIME_FILTER_WAIT_TIME_MS=600000;
SET RUNTIME_FILTER_MODE=GLOBAL;
-SET RUNTIME_FILTER_MAX_SIZE=4096;
-select STRAIGHT_JOIN count(*) from alltypes a
- join [BROADCAST]
- # Build-side needs to be sufficiently large to trigger FP check.
- (select id, int_col from alltypes UNION ALL select id, int_col from alltypes) b
- on a.id = b.id
- # Predicates that are always true (but planner thinks are selective)
- where (b.id - b.id) < 1 AND (b.int_col - b.int_col) < 1;
+SET RUNTIME_FILTER_MAX_SIZE=64K;
+with l as (select * from tpch.lineitem UNION ALL select * from tpch.lineitem)
+select STRAIGHT_JOIN count(*) from (select * from tpch.lineitem a LIMIT 1) a
+ join (select * from l LIMIT 500000) b on a.l_orderkey = -b.l_orderkey;
---- RESULTS
-14600
+0
---- RUNTIME_PROFILE
row_regex: .*0 of 1 Runtime Filter Published, 1 Disabled.*
====
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-query/queries/QueryTest/explain-level0.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/explain-level0.test b/testdata/workloads/functional-query/queries/QueryTest/explain-level0.test
index 9ee1a65..92abd5f 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/explain-level0.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/explain-level0.test
@@ -5,8 +5,8 @@ explain
select *
from tpch.lineitem join tpch.orders on l_orderkey = o_orderkey;
---- RESULTS: VERIFY_IS_EQUAL
-'Max Per-Host Resource Reservation: Memory=34.00MB'
-'Per-Host Resource Estimates: Memory=476.41MB'
+'Max Per-Host Resource Reservation: Memory=35.00MB'
+'Per-Host Resource Estimates: Memory=477.41MB'
''
'PLAN-ROOT SINK'
'04:EXCHANGE [UNPARTITIONED]'
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-query/queries/QueryTest/explain-level1.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/explain-level1.test b/testdata/workloads/functional-query/queries/QueryTest/explain-level1.test
index 64b11e6..e65745a 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/explain-level1.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/explain-level1.test
@@ -5,8 +5,8 @@ explain
select *
from tpch.lineitem join tpch.orders on l_orderkey = o_orderkey;
---- RESULTS: VERIFY_IS_EQUAL
-'Max Per-Host Resource Reservation: Memory=34.00MB'
-'Per-Host Resource Estimates: Memory=476.41MB'
+'Max Per-Host Resource Reservation: Memory=35.00MB'
+'Per-Host Resource Estimates: Memory=477.41MB'
''
'PLAN-ROOT SINK'
'|'
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test b/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test
index faf196d..b1c58f4 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test
@@ -5,8 +5,8 @@ explain
select *
from tpch.lineitem join tpch.orders on l_orderkey = o_orderkey;
---- RESULTS: VERIFY_IS_EQUAL
-'Max Per-Host Resource Reservation: Memory=34.00MB'
-'Per-Host Resource Estimates: Memory=476.41MB'
+'Max Per-Host Resource Reservation: Memory=35.00MB'
+'Per-Host Resource Estimates: Memory=477.41MB'
''
'F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1'
'| Per-Host Resources: mem-estimate=0B mem-reservation=0B'
@@ -18,7 +18,7 @@ from tpch.lineitem join tpch.orders on l_orderkey = o_orderkey;
'| tuple-ids=0,1 row-size=454B cardinality=5757710'
'|'
'F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3'
-'Per-Host Resources: mem-estimate=388.41MB mem-reservation=34.00MB'
+'Per-Host Resources: mem-estimate=389.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB'
'02:HASH JOIN [INNER JOIN, BROADCAST]'
'| hash predicates: l_orderkey = o_orderkey'
'| fk/pk conjuncts: l_orderkey = o_orderkey'
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test b/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test
index 85d5b81..625e2b0 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test
@@ -5,8 +5,8 @@ explain
select *
from tpch.lineitem join tpch.orders on l_orderkey = o_orderkey;
---- RESULTS: VERIFY_IS_EQUAL
-'Max Per-Host Resource Reservation: Memory=34.00MB'
-'Per-Host Resource Estimates: Memory=476.41MB'
+'Max Per-Host Resource Reservation: Memory=35.00MB'
+'Per-Host Resource Estimates: Memory=477.41MB'
''
'F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1'
'Per-Host Resources: mem-estimate=0B mem-reservation=0B'
@@ -18,7 +18,7 @@ from tpch.lineitem join tpch.orders on l_orderkey = o_orderkey;
' tuple-ids=0,1 row-size=454B cardinality=5757710'
''
'F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3'
-'Per-Host Resources: mem-estimate=388.41MB mem-reservation=34.00MB'
+'Per-Host Resources: mem-estimate=389.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB'
' DATASTREAM SINK [FRAGMENT=F02, EXCHANGE=04, UNPARTITIONED]'
' | mem-estimate=0B mem-reservation=0B'
' 02:HASH JOIN [INNER JOIN, BROADCAST]'
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-query/queries/QueryTest/runtime_row_filters.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/runtime_row_filters.test b/testdata/workloads/functional-query/queries/QueryTest/runtime_row_filters.test
index 818a8d5..3d92acb 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/runtime_row_filters.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/runtime_row_filters.test
@@ -387,31 +387,25 @@ row_regex: .*Rows rejected: 2.43K \(2432\).*
---- QUERY
####################################################
-# Test case 18: Filters will not be used if they exceed
-# the configured memory limit on the coordinator.
-# To test this, we need to construct a query where memory
-# consumption on the coordinator exceeds MEM_LIMIT, but
-# not on the backends (because otherwise they will disable
-# the filters through another path). We set MEM_LIMIT to
-# the minimum possible then set filter size to be roughly
-# half that: since the coordinator must aggregate two of
-# these filters (and indeed must create one as well), it
-# will exceed the memory limit. This is checked for
-# indirectly by confirming that the filter had no effect
-# (when usually it would be selective).
+# Test case 18: Query is not admitted if it exceeds the
+# mem requirement after accounting for the memory
+# required by runtime filters.
####################################################
SET RUNTIME_FILTER_MODE=GLOBAL;
SET RUNTIME_FILTER_WAIT_TIME_MS=$RUNTIME_FILTER_WAIT_TIME_MS;
SET RUNTIME_FILTER_MIN_SIZE=128MB;
SET RUNTIME_FILTER_MAX_SIZE=500MB;
-SET MEM_LIMIT=140MB;
+# Query would have been admitted if memory for runtime filters was not accounted for.
+SET BUFFER_POOL_LIMIT=140MB;
select STRAIGHT_JOIN * from alltypes a join [SHUFFLE] alltypes b
on a.month = b.id and b.int_col = -3
---- RESULTS
----- RUNTIME_PROFILE
-row_regex: .*Filter 0 \(128.00 MB\).*
-row_regex: .*Files processed: 8.*
-row_regex: .*Files rejected: 0.*
+---- CATCH
+ImpalaBeeswaxException: INNER EXCEPTION: <class 'beeswaxd.ttypes.BeeswaxException'>
+ MESSAGE: Rejected query from pool default-pool: minimum memory reservation is
+ greater than memory available to the query for buffer reservations. Increase
+ the buffer_pool_limit to 290.00 MB. See the query profile for more information
+ about the per-node memory requirements.
====
---- QUERY
# Confirm that with broadcast join, memory limit is not hit.
@@ -419,9 +413,9 @@ SET RUNTIME_FILTER_MODE=GLOBAL;
SET RUNTIME_FILTER_WAIT_TIME_MS=$RUNTIME_FILTER_WAIT_TIME_MS;
SET RUNTIME_FILTER_MIN_SIZE=128MB;
SET RUNTIME_FILTER_MAX_SIZE=500MB;
-# Allocate enough memory for the join + filter + scan
-SET MEM_LIMIT=170MB;
-select STRAIGHT_JOIN * from alltypes a join [BROADCAST] alltypes b
+# This would run perfectly with just enough memory provided by the buffer pool.
+SET BUFFER_POOL_LIMIT=290MB;
+select STRAIGHT_JOIN * from alltypes a join [SHUFFLE] alltypes b
on a.month = b.id and b.int_col = -3
---- RESULTS
---- RUNTIME_PROFILE
http://git-wip-us.apache.org/repos/asf/impala/blob/1a632e7c/testdata/workloads/functional-query/queries/QueryTest/spilling.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/spilling.test b/testdata/workloads/functional-query/queries/QueryTest/spilling.test
index f8226f1..3bfe0af 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/spilling.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/spilling.test
@@ -60,7 +60,7 @@ row_regex: .*SpilledPartitions: 0 .*
# Adding TPCH-Q21 in the spilling test to check for IMPALA-1471 (spilling left anti
# and left outer joins were returning wrong results).
# Q21 - Suppliers Who Kept Orders Waiting Query
-set buffer_pool_limit=20m;
+set buffer_pool_limit=23m;
select
s_name,
count(*) as numwait
@@ -315,7 +315,7 @@ row_regex: .*NumHashTableBuildsSkipped: .* \([1-9][0-9]*\)
# where l1.l_quantity = 31.0 and l1.l_tax = 0.03 and l1.l_orderkey <= 100000
# order by l_orderkey, l_partkey, l_suppkey, l_linenumber
# limit 5
-set buffer_pool_limit=7m;
+set buffer_pool_limit=9m;
set num_nodes=1;
select straight_join l.*
from