You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2017/08/05 03:18:13 UTC
[02/11] incubator-impala git commit: IMPALA-4674: Part 2: port
backend exec to BufferPool
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test b/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test
index 8e8ddc0..54ce9b0 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test
@@ -5,7 +5,7 @@ on ss_customer_sk = c_customer_sk
where c_salutation = 'Mrs.'
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=180.46MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=180.46MB mem-reservation=8.50MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -13,7 +13,7 @@ PLAN-ROOT SINK
| hash predicates: ss_customer_sk = c_customer_sk
| fk/pk conjuncts: ss_customer_sk = c_customer_sk
| runtime filters: RF000 <- c_customer_sk
-| mem-estimate=4.46MB mem-reservation=136.00MB
+| mem-estimate=4.46MB mem-reservation=8.50MB spill-buffer=512.00KB
| tuple-ids=0,1 row-size=355B cardinality=529700
|
|--01:SCAN HDFS [tpcds.customer]
@@ -43,7 +43,7 @@ on ss_customer_sk = c_customer_sk
where c_salutation = 'Mrs.'
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=180.46MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=180.46MB mem-reservation=8.50MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -51,7 +51,7 @@ PLAN-ROOT SINK
| hash predicates: ss_customer_sk = c_customer_sk
| fk/pk conjuncts: ss_customer_sk = c_customer_sk
| other predicates: c_salutation = 'Mrs.'
-| mem-estimate=4.46MB mem-reservation=136.00MB
+| mem-estimate=4.46MB mem-reservation=8.50MB spill-buffer=512.00KB
| tuple-ids=0,1N row-size=355B cardinality=2880404
|
|--01:SCAN HDFS [tpcds.customer]
@@ -80,7 +80,7 @@ on ss_customer_sk = c_customer_sk
where c_salutation = 'Mrs.'
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=180.46MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=180.46MB mem-reservation=8.50MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -88,7 +88,7 @@ PLAN-ROOT SINK
| hash predicates: ss_customer_sk = c_customer_sk
| fk/pk conjuncts: ss_customer_sk = c_customer_sk
| runtime filters: RF000 <- c_customer_sk
-| mem-estimate=4.46MB mem-reservation=136.00MB
+| mem-estimate=4.46MB mem-reservation=8.50MB spill-buffer=512.00KB
| tuple-ids=0N,1 row-size=355B cardinality=529700
|
|--01:SCAN HDFS [tpcds.customer]
@@ -117,7 +117,7 @@ on ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number
where sr_return_quantity < 10
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=210.65MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=210.65MB mem-reservation=4.25MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -125,7 +125,7 @@ PLAN-ROOT SINK
| hash predicates: ss_item_sk = sr_item_sk, ss_ticket_number = sr_ticket_number
| fk/pk conjuncts: ss_item_sk = sr_item_sk, ss_ticket_number = sr_ticket_number
| runtime filters: RF000 <- sr_item_sk, RF001 <- sr_ticket_number
-| mem-estimate=2.65MB mem-reservation=136.00MB
+| mem-estimate=2.65MB mem-reservation=4.25MB spill-buffer=256.00KB
| tuple-ids=0,1 row-size=188B cardinality=211838
|
|--01:SCAN HDFS [tpcds.store_returns]
@@ -153,7 +153,7 @@ tpcds.store_sales inner join tpcds.web_sales
on ss_sold_time_sk = ws_sold_time_sk
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=396.67MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=396.67MB mem-reservation=34.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -161,7 +161,7 @@ PLAN-ROOT SINK
| hash predicates: ss_sold_time_sk = ws_sold_time_sk
| fk/pk conjuncts: none
| runtime filters: RF000 <- ws_sold_time_sk
-| mem-estimate=108.67MB mem-reservation=136.00MB
+| mem-estimate=108.67MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=244B cardinality=44136418
|
|--01:SCAN HDFS [tpcds.web_sales]
@@ -188,7 +188,7 @@ on a.d_date_sk = b.d_date_sk
where a.d_holiday = "Y"
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=107.62MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=107.62MB mem-reservation=17.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -196,7 +196,7 @@ PLAN-ROOT SINK
| hash predicates: b.d_date_sk = a.d_date_sk
| fk/pk conjuncts: b.d_date_sk = a.d_date_sk
| runtime filters: RF000 <- a.d_date_sk
-| mem-estimate=11.62MB mem-reservation=136.00MB
+| mem-estimate=11.62MB mem-reservation=17.00MB spill-buffer=1.00MB
| tuple-ids=1,0 row-size=606B cardinality=36525
|
|--00:SCAN HDFS [tpcds.date_dim a]
@@ -229,7 +229,7 @@ where ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number
and d1.d_fy_week_seq = 1000
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=352.73MB mem-reservation=544.00MB
+| Per-Host Resources: mem-estimate=352.73MB mem-reservation=4.25MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -237,7 +237,7 @@ PLAN-ROOT SINK
| hash predicates: ss_addr_sk = c_current_addr_sk
| fk/pk conjuncts: none
| runtime filters: RF000 <- c_current_addr_sk
-| mem-estimate=429.69KB mem-reservation=136.00MB
+| mem-estimate=429.69KB mem-reservation=1.06MB spill-buffer=64.00KB
| tuple-ids=1,0,3,4,2 row-size=60B cardinality=19358
|
|--02:SCAN HDFS [tpcds.customer]
@@ -252,7 +252,7 @@ PLAN-ROOT SINK
| hash predicates: sr_returned_date_sk = d2.d_date_sk
| fk/pk conjuncts: sr_returned_date_sk = d2.d_date_sk
| runtime filters: RF001 <- d2.d_date_sk
-| mem-estimate=313.88KB mem-reservation=136.00MB
+| mem-estimate=313.88KB mem-reservation=1.06MB spill-buffer=64.00KB
| tuple-ids=1,0,3,4 row-size=56B cardinality=8131
|
|--04:SCAN HDFS [tpcds.date_dim d2]
@@ -267,14 +267,14 @@ PLAN-ROOT SINK
| hash predicates: sr_item_sk = ss_item_sk, sr_ticket_number = ss_ticket_number
| fk/pk conjuncts: sr_item_sk = ss_item_sk, sr_ticket_number = ss_ticket_number
| runtime filters: RF002 <- ss_item_sk, RF003 <- ss_ticket_number
-| mem-estimate=380.02KB mem-reservation=136.00MB
+| mem-estimate=380.02KB mem-reservation=1.06MB spill-buffer=64.00KB
| tuple-ids=1,0,3 row-size=52B cardinality=8131
|
|--05:HASH JOIN [INNER JOIN]
| | hash predicates: ss_sold_date_sk = d1.d_date_sk
| | fk/pk conjuncts: ss_sold_date_sk = d1.d_date_sk
| | runtime filters: RF004 <- d1.d_date_sk
-| | mem-estimate=62B mem-reservation=136.00MB
+| | mem-estimate=62B mem-reservation=1.06MB spill-buffer=64.00KB
| | tuple-ids=0,3 row-size=32B cardinality=11055
| |
| |--03:SCAN HDFS [tpcds.date_dim d1]
@@ -311,7 +311,7 @@ tpcds.store_sales inner join tpcds.customer
on ss_customer_sk % 10 = c_customer_sk / 100
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=202.79MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=202.79MB mem-reservation=34.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -319,7 +319,7 @@ PLAN-ROOT SINK
| hash predicates: ss_customer_sk % 10 = c_customer_sk / 100
| fk/pk conjuncts: assumed fk/pk
| runtime filters: RF000 <- c_customer_sk / 100
-| mem-estimate=26.79MB mem-reservation=136.00MB
+| mem-estimate=26.79MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=355B cardinality=2880404
|
|--01:SCAN HDFS [tpcds.customer]
@@ -346,7 +346,7 @@ tpcds.store_sales inner join tpcds_seq_snap.customer
on ss_customer_sk = c_customer_sk
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=2.17GB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=2.17GB mem-reservation=34.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -354,7 +354,7 @@ PLAN-ROOT SINK
| hash predicates: ss_customer_sk = c_customer_sk
| fk/pk conjuncts: assumed fk/pk
| runtime filters: RF000 <- c_customer_sk
-| mem-estimate=2.00GB mem-reservation=136.00MB
+| mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=8B cardinality=2880404
|
|--01:SCAN HDFS [tpcds_seq_snap.customer]
@@ -380,7 +380,7 @@ tpcds_seq_snap.store_sales inner join tpcds.customer
on ss_customer_sk = c_customer_sk
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=176.42MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=176.42MB mem-reservation=1.06MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -388,7 +388,7 @@ PLAN-ROOT SINK
| hash predicates: ss_customer_sk = c_customer_sk
| fk/pk conjuncts: assumed fk/pk
| runtime filters: RF000 <- c_customer_sk
-| mem-estimate=429.69KB mem-reservation=136.00MB
+| mem-estimate=429.69KB mem-reservation=1.06MB spill-buffer=64.00KB
| tuple-ids=0,1 row-size=8B cardinality=unavailable
|
|--01:SCAN HDFS [tpcds.customer]
@@ -416,7 +416,7 @@ tpcds.store_sales inner join
on ss_sold_time_sk = ws_sold_time_sk
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=298.00MB mem-reservation=400.00MB
+| Per-Host Resources: mem-estimate=298.00MB mem-reservation=2.12MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -424,12 +424,12 @@ PLAN-ROOT SINK
| hash predicates: ss_sold_time_sk = ws_sold_time_sk
| fk/pk conjuncts: none
| runtime filters: RF000 <- ws_sold_time_sk
-| mem-estimate=170.89KB mem-reservation=136.00MB
+| mem-estimate=170.89KB mem-reservation=1.06MB spill-buffer=64.00KB
| tuple-ids=0,2 row-size=104B cardinality=2440073
|
|--02:AGGREGATE [FINALIZE]
| | group by: ws_sold_time_sk
-| | mem-estimate=10.00MB mem-reservation=264.00MB
+| | mem-estimate=10.00MB mem-reservation=1.06MB spill-buffer=64.00KB
| | tuple-ids=2 row-size=4B cardinality=39771
| |
| 01:SCAN HDFS [tpcds.web_sales]
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test b/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test
index f22e359..8bd09be 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test
@@ -40,7 +40,7 @@ order by cnt, bigint_col
limit 10
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=144.00MB mem-reservation=264.00MB
+| Per-Host Resources: mem-estimate=144.00MB mem-reservation=34.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -52,7 +52,7 @@ PLAN-ROOT SINK
01:AGGREGATE [FINALIZE]
| output: count(int_col)
| group by: bigint_col
-| mem-estimate=128.00MB mem-reservation=264.00MB
+| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=16B cardinality=unavailable
|
00:SCAN HDFS [functional_parquet.alltypes]
@@ -78,7 +78,7 @@ PLAN-ROOT SINK
| tuple-ids=2 row-size=16B cardinality=10
|
F01:PLAN FRAGMENT [HASH(bigint_col)] hosts=3 instances=9
-Per-Host Resources: mem-estimate=384.00MB mem-reservation=792.00MB
+Per-Host Resources: mem-estimate=384.00MB mem-reservation=102.00MB
02:TOP-N [LIMIT=10]
| order by: count(int_col) ASC, bigint_col ASC
| mem-estimate=160B mem-reservation=0B
@@ -87,7 +87,7 @@ Per-Host Resources: mem-estimate=384.00MB mem-reservation=792.00MB
04:AGGREGATE [FINALIZE]
| output: count:merge(int_col)
| group by: bigint_col
-| mem-estimate=128.00MB mem-reservation=264.00MB
+| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=16B cardinality=unavailable
|
03:EXCHANGE [HASH(bigint_col)]
@@ -99,7 +99,7 @@ Per-Host Resources: mem-estimate=432.00MB mem-reservation=0B
01:AGGREGATE [STREAMING]
| output: count(int_col)
| group by: bigint_col
-| mem-estimate=128.00MB mem-reservation=0B
+| mem-estimate=128.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=16B cardinality=unavailable
|
00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
@@ -119,7 +119,7 @@ from functional_parquet.alltypes
where id < 10
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=16.00MB mem-reservation=40.00MB
+| Per-Host Resources: mem-estimate=16.00MB mem-reservation=10.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -128,12 +128,12 @@ PLAN-ROOT SINK
| partition by: int_col
| order by: id ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=4,3 row-size=16B cardinality=unavailable
|
01:SORT
| order by: int_col ASC NULLS FIRST, id ASC
-| mem-estimate=0B mem-reservation=24.00MB
+| mem-estimate=0B mem-reservation=6.00MB spill-buffer=2.00MB
| tuple-ids=4 row-size=8B cardinality=unavailable
|
00:SCAN HDFS [functional_parquet.alltypes]
@@ -157,18 +157,18 @@ PLAN-ROOT SINK
| tuple-ids=4,3 row-size=16B cardinality=unavailable
|
F01:PLAN FRAGMENT [HASH(int_col)] hosts=3 instances=9
-Per-Host Resources: mem-estimate=0B mem-reservation=120.00MB
+Per-Host Resources: mem-estimate=0B mem-reservation=30.00MB
02:ANALYTIC
| functions: row_number()
| partition by: int_col
| order by: id ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=4,3 row-size=16B cardinality=unavailable
|
01:SORT
| order by: int_col ASC NULLS FIRST, id ASC
-| mem-estimate=0B mem-reservation=24.00MB
+| mem-estimate=0B mem-reservation=6.00MB spill-buffer=2.00MB
| tuple-ids=4 row-size=8B cardinality=unavailable
|
03:EXCHANGE [HASH(int_col)]
@@ -313,7 +313,7 @@ from tpch_nested_parquet.customer c, c.c_orders o1, c.c_orders o2
where o1.o_orderkey = o2.o_orderkey + 2 and o1.o_orderkey < 5
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=1.06MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -324,7 +324,7 @@ PLAN-ROOT SINK
|--06:HASH JOIN [INNER JOIN]
| | hash predicates: o1.o_orderkey = o2.o_orderkey + 2
| | fk/pk conjuncts: assumed fk/pk
-| | mem-estimate=0B mem-reservation=136.00MB
+| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB
| | tuple-ids=1,0,2 row-size=286B cardinality=10
| |
| |--04:UNNEST [c.c_orders o2]
@@ -366,7 +366,7 @@ PLAN-ROOT SINK
| tuple-ids=1,0,2 row-size=286B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=9
-Per-Host Resources: mem-estimate=264.00MB mem-reservation=408.00MB
+Per-Host Resources: mem-estimate=264.00MB mem-reservation=3.19MB
01:SUBPLAN
| mem-estimate=0B mem-reservation=0B
| tuple-ids=1,0,2 row-size=286B cardinality=1500000
@@ -374,7 +374,7 @@ Per-Host Resources: mem-estimate=264.00MB mem-reservation=408.00MB
|--06:HASH JOIN [INNER JOIN]
| | hash predicates: o1.o_orderkey = o2.o_orderkey + 2
| | fk/pk conjuncts: assumed fk/pk
-| | mem-estimate=0B mem-reservation=136.00MB
+| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB
| | tuple-ids=1,0,2 row-size=286B cardinality=10
| |
| |--04:UNNEST [c.c_orders o2]
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test b/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test
index 0de7109..4165e70 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test
@@ -14,7 +14,7 @@ PLAN-ROOT SINK
|
01:AGGREGATE [FINALIZE]
| output: count(*)
-| mem-estimate=10.00MB mem-reservation=0B
+| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [functional_parquet.alltypes]
@@ -44,7 +44,7 @@ PLAN-ROOT SINK
|
01:AGGREGATE [FINALIZE]
| output: count(*)
-| mem-estimate=10.00MB mem-reservation=0B
+| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [functional_parquet.alltypes]
@@ -75,7 +75,7 @@ PLAN-ROOT SINK
|
01:AGGREGATE [FINALIZE]
| output: count(*)
-| mem-estimate=10.00MB mem-reservation=0B
+| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [functional_parquet.alltypes]
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
index f3dd19a..90a318e 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
@@ -353,18 +353,18 @@ select l_orderkey, count(*)
from tpch_parquet.lineitem
group by l_orderkey
---- PLAN
-Per-Host Resource Reservation: Memory=264.00MB
+Per-Host Resource Reservation: Memory=34.00MB
Per-Host Resource Estimates: Memory=106.24MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=106.24MB mem-reservation=264.00MB
+| Per-Host Resources: mem-estimate=106.24MB mem-reservation=34.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
01:AGGREGATE [FINALIZE]
| output: count(*)
| group by: l_orderkey
-| mem-estimate=26.24MB mem-reservation=264.00MB
+| mem-estimate=26.24MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem]
@@ -375,7 +375,7 @@ PLAN-ROOT SINK
mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=8B cardinality=6001215
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=264.00MB
+Per-Host Resource Reservation: Memory=8.50MB
Per-Host Resource Estimates: Memory=116.24MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -388,11 +388,11 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=16B cardinality=1563438
|
F01:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=10.00MB mem-reservation=264.00MB
+Per-Host Resources: mem-estimate=10.00MB mem-reservation=8.50MB
03:AGGREGATE [FINALIZE]
| output: count:merge(*)
| group by: l_orderkey
-| mem-estimate=10.00MB mem-reservation=264.00MB
+| mem-estimate=10.00MB mem-reservation=8.50MB spill-buffer=512.00KB
| tuple-ids=1 row-size=16B cardinality=1563438
|
02:EXCHANGE [HASH(l_orderkey)]
@@ -404,7 +404,7 @@ Per-Host Resources: mem-estimate=106.24MB mem-reservation=0B
01:AGGREGATE [STREAMING]
| output: count(*)
| group by: l_orderkey
-| mem-estimate=26.24MB mem-reservation=0B
+| mem-estimate=26.24MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
@@ -415,7 +415,7 @@ Per-Host Resources: mem-estimate=106.24MB mem-reservation=0B
mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=8B cardinality=6001215
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=528.00MB
+Per-Host Resource Reservation: Memory=8.50MB
Per-Host Resource Estimates: Memory=232.48MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -428,11 +428,11 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=16B cardinality=1563438
|
F01:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=20.00MB mem-reservation=528.00MB
+Per-Host Resources: mem-estimate=20.00MB mem-reservation=8.50MB
03:AGGREGATE [FINALIZE]
| output: count:merge(*)
| group by: l_orderkey
-| mem-estimate=10.00MB mem-reservation=264.00MB
+| mem-estimate=10.00MB mem-reservation=4.25MB spill-buffer=256.00KB
| tuple-ids=1 row-size=16B cardinality=1563438
|
02:EXCHANGE [HASH(l_orderkey)]
@@ -444,7 +444,7 @@ Per-Host Resources: mem-estimate=212.48MB mem-reservation=0B
01:AGGREGATE [STREAMING]
| output: count(*)
| group by: l_orderkey
-| mem-estimate=26.24MB mem-reservation=0B
+| mem-estimate=26.24MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
@@ -468,7 +468,7 @@ PLAN-ROOT SINK
|
01:AGGREGATE [FINALIZE]
| output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows)
-| mem-estimate=10.00MB mem-reservation=0B
+| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem]
@@ -489,7 +489,7 @@ PLAN-ROOT SINK
|
03:AGGREGATE [FINALIZE]
| output: count:merge(*)
-| mem-estimate=10.00MB mem-reservation=0B
+| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
02:EXCHANGE [UNPARTITIONED]
@@ -500,7 +500,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=90.00MB mem-reservation=0B
01:AGGREGATE
| output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows)
-| mem-estimate=10.00MB mem-reservation=0B
+| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
@@ -521,7 +521,7 @@ PLAN-ROOT SINK
|
03:AGGREGATE [FINALIZE]
| output: count:merge(*)
-| mem-estimate=10.00MB mem-reservation=0B
+| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
02:EXCHANGE [UNPARTITIONED]
@@ -532,7 +532,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
Per-Host Resources: mem-estimate=180.00MB mem-reservation=0B
01:AGGREGATE
| output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows)
-| mem-estimate=10.00MB mem-reservation=0B
+| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
@@ -548,17 +548,17 @@ select *
from tpch_parquet.lineitem
order by l_comment
---- PLAN
-Per-Host Resource Reservation: Memory=48.00MB
-Per-Host Resource Estimates: Memory=240.00MB
+Per-Host Resource Reservation: Memory=12.00MB
+Per-Host Resource Estimates: Memory=120.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=240.00MB mem-reservation=48.00MB
+| Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
01:SORT
| order by: l_comment ASC
-| mem-estimate=160.00MB mem-reservation=48.00MB
+| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem]
@@ -569,8 +569,8 @@ PLAN-ROOT SINK
mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=48.00MB
-Per-Host Resource Estimates: Memory=240.00MB
+Per-Host Resource Reservation: Memory=12.00MB
+Per-Host Resource Estimates: Memory=120.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -583,10 +583,10 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=240.00MB mem-reservation=48.00MB
+Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB
01:SORT
| order by: l_comment ASC
-| mem-estimate=160.00MB mem-reservation=48.00MB
+| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
@@ -597,8 +597,8 @@ Per-Host Resources: mem-estimate=240.00MB mem-reservation=48.00MB
mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=96.00MB
-Per-Host Resource Estimates: Memory=480.00MB
+Per-Host Resource Reservation: Memory=24.00MB
+Per-Host Resource Estimates: Memory=240.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -611,10 +611,10 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=480.00MB mem-reservation=96.00MB
+Per-Host Resources: mem-estimate=240.00MB mem-reservation=24.00MB
01:SORT
| order by: l_comment ASC
-| mem-estimate=160.00MB mem-reservation=48.00MB
+| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
@@ -714,11 +714,11 @@ Per-Host Resources: mem-estimate=160.05MB mem-reservation=0B
select *
from tpch.lineitem inner join tpch.orders on l_orderkey = o_orderkey
---- PLAN
-Per-Host Resource Reservation: Memory=136.00MB
+Per-Host Resource Reservation: Memory=34.00MB
Per-Host Resource Estimates: Memory=476.41MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=476.41MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=476.41MB mem-reservation=34.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -726,7 +726,7 @@ PLAN-ROOT SINK
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000 <- o_orderkey
-| mem-estimate=300.41MB mem-reservation=136.00MB
+| mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
|--01:SCAN HDFS [tpch.orders]
@@ -746,7 +746,7 @@ PLAN-ROOT SINK
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=136.00MB
+Per-Host Resource Reservation: Memory=34.00MB
Per-Host Resource Estimates: Memory=476.41MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -759,12 +759,12 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=388.41MB mem-reservation=136.00MB
+Per-Host Resources: mem-estimate=388.41MB mem-reservation=34.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000 <- o_orderkey
-| mem-estimate=300.41MB mem-reservation=136.00MB
+| mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
|--03:EXCHANGE [BROADCAST]
@@ -790,7 +790,7 @@ Per-Host Resources: mem-estimate=388.41MB mem-reservation=136.00MB
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=272.00MB
+Per-Host Resource Reservation: Memory=68.00MB
Per-Host Resource Estimates: Memory=952.83MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -803,13 +803,13 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=776.83MB mem-reservation=272.00MB
+Per-Host Resources: mem-estimate=776.83MB mem-reservation=68.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000 <- o_orderkey
-| mem-estimate=300.41MB mem-reservation=136.00MB
+| mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
|--F03:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
@@ -846,11 +846,11 @@ Per-Host Resources: mem-estimate=776.83MB mem-reservation=272.00MB
select *
from tpch.lineitem inner join /* +shuffle */ tpch.orders on l_orderkey = o_orderkey
---- PLAN
-Per-Host Resource Reservation: Memory=136.00MB
+Per-Host Resource Reservation: Memory=34.00MB
Per-Host Resource Estimates: Memory=476.41MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=476.41MB mem-reservation=136.00MB
+| Per-Host Resources: mem-estimate=476.41MB mem-reservation=34.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -858,7 +858,7 @@ PLAN-ROOT SINK
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000 <- o_orderkey
-| mem-estimate=300.41MB mem-reservation=136.00MB
+| mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
|--01:SCAN HDFS [tpch.orders]
@@ -878,7 +878,7 @@ PLAN-ROOT SINK
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=136.00MB
+Per-Host Resource Reservation: Memory=34.00MB
Per-Host Resource Estimates: Memory=276.14MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -891,12 +891,12 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=100.14MB mem-reservation=136.00MB
+Per-Host Resources: mem-estimate=100.14MB mem-reservation=34.00MB
02:HASH JOIN [INNER JOIN, PARTITIONED]
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000 <- o_orderkey
-| mem-estimate=100.14MB mem-reservation=136.00MB
+| mem-estimate=100.14MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
|--04:EXCHANGE [HASH(o_orderkey)]
@@ -928,7 +928,7 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=272.00MB
+Per-Host Resource Reservation: Memory=68.00MB
Per-Host Resource Estimates: Memory=452.14MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -941,13 +941,13 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=100.14MB mem-reservation=272.00MB
+Per-Host Resources: mem-estimate=100.14MB mem-reservation=68.00MB
02:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=00
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000 <- o_orderkey
-| mem-estimate=50.07MB mem-reservation=136.00MB
+| mem-estimate=50.07MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
|--F04:PLAN FRAGMENT [HASH(l_orderkey)] hosts=2 instances=4
@@ -1151,24 +1151,24 @@ PLAN-ROOT SINK
select max(tinyint_col) over(partition by int_col)
from functional.alltypes
---- PLAN
-Per-Host Resource Reservation: Memory=40.00MB
-Per-Host Resource Estimates: Memory=24.00MB
+Per-Host Resource Reservation: Memory=10.00MB
+Per-Host Resource Estimates: Memory=18.00MB
Codegen disabled by planner
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=24.00MB mem-reservation=40.00MB
+| Per-Host Resources: mem-estimate=18.00MB mem-reservation=10.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
02:ANALYTIC
| functions: max(tinyint_col)
| partition by: int_col
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=3,2 row-size=6B cardinality=7300
|
01:SORT
| order by: int_col ASC NULLS FIRST
-| mem-estimate=8.00MB mem-reservation=24.00MB
+| mem-estimate=2.00MB mem-reservation=6.00MB spill-buffer=2.00MB
| tuple-ids=3 row-size=5B cardinality=7300
|
00:SCAN HDFS [functional.alltypes]
@@ -1179,8 +1179,8 @@ PLAN-ROOT SINK
mem-estimate=16.00MB mem-reservation=0B
tuple-ids=0 row-size=5B cardinality=7300
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=40.00MB
-Per-Host Resource Estimates: Memory=24.00MB
+Per-Host Resource Reservation: Memory=10.00MB
+Per-Host Resource Estimates: Memory=18.00MB
Codegen disabled by planner
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1193,16 +1193,16 @@ PLAN-ROOT SINK
| tuple-ids=3,2 row-size=6B cardinality=7300
|
F01:PLAN FRAGMENT [HASH(int_col)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=8.00MB mem-reservation=40.00MB
+Per-Host Resources: mem-estimate=2.00MB mem-reservation=10.00MB
02:ANALYTIC
| functions: max(tinyint_col)
| partition by: int_col
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=3,2 row-size=6B cardinality=7300
|
01:SORT
| order by: int_col ASC NULLS FIRST
-| mem-estimate=8.00MB mem-reservation=24.00MB
+| mem-estimate=2.00MB mem-reservation=6.00MB spill-buffer=2.00MB
| tuple-ids=3 row-size=5B cardinality=7300
|
03:EXCHANGE [HASH(int_col)]
@@ -1219,8 +1219,8 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=0B
mem-estimate=16.00MB mem-reservation=0B
tuple-ids=0 row-size=5B cardinality=7300
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=80.00MB
-Per-Host Resource Estimates: Memory=48.00MB
+Per-Host Resource Reservation: Memory=20.00MB
+Per-Host Resource Estimates: Memory=36.00MB
Codegen disabled by planner
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1233,16 +1233,16 @@ PLAN-ROOT SINK
| tuple-ids=3,2 row-size=6B cardinality=7300
|
F01:PLAN FRAGMENT [HASH(int_col)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=16.00MB mem-reservation=80.00MB
+Per-Host Resources: mem-estimate=4.00MB mem-reservation=20.00MB
02:ANALYTIC
| functions: max(tinyint_col)
| partition by: int_col
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=3,2 row-size=6B cardinality=7300
|
01:SORT
| order by: int_col ASC NULLS FIRST
-| mem-estimate=8.00MB mem-reservation=24.00MB
+| mem-estimate=2.00MB mem-reservation=6.00MB spill-buffer=2.00MB
| tuple-ids=3 row-size=5B cardinality=7300
|
03:EXCHANGE [HASH(int_col)]
@@ -1266,11 +1266,11 @@ select *, row_number() over (order by o_totalprice) rnum_price,
row_number() over (order by o_orderpriority) rnum_priority
from tpch_parquet.orders
---- PLAN
-Per-Host Resource Reservation: Memory=144.00MB
-Per-Host Resource Estimates: Memory=160.00MB
+Per-Host Resource Reservation: Memory=36.00MB
+Per-Host Resource Estimates: Memory=58.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=160.00MB mem-reservation=144.00MB
+| Per-Host Resources: mem-estimate=58.00MB mem-reservation=36.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1278,36 +1278,36 @@ PLAN-ROOT SINK
| functions: row_number()
| order by: o_orderpriority ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=10,5 row-size=215B cardinality=1500000
|
05:SORT
| order by: o_orderpriority ASC
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=10 row-size=207B cardinality=1500000
|
04:ANALYTIC
| functions: row_number()
| order by: o_orderdate ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=8,4 row-size=207B cardinality=1500000
|
03:SORT
| order by: o_orderdate ASC
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=8 row-size=199B cardinality=1500000
|
02:ANALYTIC
| functions: row_number()
| order by: o_totalprice ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=6,3 row-size=199B cardinality=1500000
|
01:SORT
| order by: o_totalprice ASC
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=6 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch_parquet.orders]
@@ -1318,11 +1318,11 @@ PLAN-ROOT SINK
mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=176.00MB
-Per-Host Resource Estimates: Memory=280.00MB
+Per-Host Resource Reservation: Memory=44.00MB
+Per-Host Resource Estimates: Memory=94.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=160.00MB mem-reservation=128.00MB
+| Per-Host Resources: mem-estimate=36.00MB mem-reservation=32.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1330,31 +1330,31 @@ PLAN-ROOT SINK
| functions: row_number()
| order by: o_orderpriority ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=10,5 row-size=215B cardinality=1500000
|
05:SORT
| order by: o_orderpriority ASC
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=10 row-size=207B cardinality=1500000
|
04:ANALYTIC
| functions: row_number()
| order by: o_orderdate ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=8,4 row-size=207B cardinality=1500000
|
03:SORT
| order by: o_orderdate ASC
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=8 row-size=199B cardinality=1500000
|
02:ANALYTIC
| functions: row_number()
| order by: o_totalprice ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=6,3 row-size=199B cardinality=1500000
|
07:MERGING-EXCHANGE [UNPARTITIONED]
@@ -1363,10 +1363,10 @@ PLAN-ROOT SINK
| tuple-ids=6 row-size=191B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-Per-Host Resources: mem-estimate=120.00MB mem-reservation=48.00MB
+Per-Host Resources: mem-estimate=58.00MB mem-reservation=12.00MB
01:SORT
| order by: o_totalprice ASC
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=6 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch_parquet.orders, RANDOM]
@@ -1377,11 +1377,11 @@ Per-Host Resources: mem-estimate=120.00MB mem-reservation=48.00MB
mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=224.00MB
-Per-Host Resource Estimates: Memory=400.00MB
+Per-Host Resource Reservation: Memory=56.00MB
+Per-Host Resource Estimates: Memory=152.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=160.00MB mem-reservation=128.00MB
+| Per-Host Resources: mem-estimate=36.00MB mem-reservation=32.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1389,31 +1389,31 @@ PLAN-ROOT SINK
| functions: row_number()
| order by: o_orderpriority ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=10,5 row-size=215B cardinality=1500000
|
05:SORT
| order by: o_orderpriority ASC
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=10 row-size=207B cardinality=1500000
|
04:ANALYTIC
| functions: row_number()
| order by: o_orderdate ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=8,4 row-size=207B cardinality=1500000
|
03:SORT
| order by: o_orderdate ASC
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=8 row-size=199B cardinality=1500000
|
02:ANALYTIC
| functions: row_number()
| order by: o_totalprice ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=6,3 row-size=199B cardinality=1500000
|
07:MERGING-EXCHANGE [UNPARTITIONED]
@@ -1422,10 +1422,10 @@ PLAN-ROOT SINK
| tuple-ids=6 row-size=191B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-Per-Host Resources: mem-estimate=240.00MB mem-reservation=96.00MB
+Per-Host Resources: mem-estimate=116.00MB mem-reservation=24.00MB
01:SORT
| order by: o_totalprice ASC
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=6 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch_parquet.orders, RANDOM]
@@ -1449,11 +1449,11 @@ select l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
from tpch_parquet.lineitem join tpch_parquet.orders on l_orderkey = o_orderkey
where l_shipmode = 'F'
---- PLAN
-Per-Host Resource Reservation: Memory=400.00MB
+Per-Host Resource Reservation: Memory=51.00MB
Per-Host Resource Estimates: Memory=135.17MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=135.17MB mem-reservation=400.00MB
+| Per-Host Resources: mem-estimate=135.17MB mem-reservation=51.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1466,7 +1466,7 @@ PLAN-ROOT SINK
| | hash predicates: l_orderkey = o_orderkey
| | fk/pk conjuncts: l_orderkey = o_orderkey
| | runtime filters: RF002 <- o_orderkey
-| | mem-estimate=12.59MB mem-reservation=136.00MB
+| | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB
| | tuple-ids=5,6 row-size=99B cardinality=822530
| |
| |--09:SCAN HDFS [tpch_parquet.orders]
@@ -1493,7 +1493,7 @@ PLAN-ROOT SINK
| | hash predicates: l_orderkey = o_orderkey
| | fk/pk conjuncts: l_orderkey = o_orderkey
| | runtime filters: RF001 <- o_orderkey
-| | mem-estimate=10.20MB mem-reservation=136.00MB
+| | mem-estimate=10.20MB mem-reservation=17.00MB spill-buffer=1.00MB
| | tuple-ids=3,4 row-size=103B cardinality=1151542
| |
| |--06:SCAN HDFS [tpch_parquet.orders]
@@ -1518,14 +1518,14 @@ PLAN-ROOT SINK
|
04:AGGREGATE [FINALIZE]
| group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
-| mem-estimate=42.58MB mem-reservation=264.00MB
+| mem-estimate=42.58MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=2 row-size=70B cardinality=575772
|
03:HASH JOIN [INNER JOIN]
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000 <- o_orderkey
-| mem-estimate=12.59MB mem-reservation=136.00MB
+| mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB
| tuple-ids=0,1 row-size=86B cardinality=575772
|
|--02:SCAN HDFS [tpch_parquet.orders]
@@ -1548,7 +1548,7 @@ PLAN-ROOT SINK
mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=78B cardinality=600122
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=400.00MB
+Per-Host Resource Reservation: Memory=38.25MB
Per-Host Resource Estimates: Memory=339.36MB
F09:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1561,7 +1561,7 @@ PLAN-ROOT SINK
| tuple-ids=7 row-size=70B cardinality=2549844
|
F08:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB
+Per-Host Resources: mem-estimate=92.59MB mem-reservation=34.00MB
00:UNION
| pass-through-operands: 14
| mem-estimate=0B mem-reservation=0B
@@ -1571,7 +1571,7 @@ Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB
| | hash predicates: l_orderkey = o_orderkey
| | fk/pk conjuncts: l_orderkey = o_orderkey
| | runtime filters: RF002 <- o_orderkey
-| | mem-estimate=12.59MB mem-reservation=136.00MB
+| | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB
| | tuple-ids=5,6 row-size=99B cardinality=822530
| |
| |--16:EXCHANGE [BROADCAST]
@@ -1604,7 +1604,7 @@ Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB
| | hash predicates: l_orderkey = o_orderkey
| | fk/pk conjuncts: l_orderkey = o_orderkey
| | runtime filters: RF001 <- o_orderkey
-| | mem-estimate=10.20MB mem-reservation=136.00MB
+| | mem-estimate=10.20MB mem-reservation=17.00MB spill-buffer=1.00MB
| | tuple-ids=3,4 row-size=103B cardinality=1151542
| |
| |--15:EXCHANGE [BROADCAST]
@@ -1635,7 +1635,7 @@ Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB
|
14:AGGREGATE [FINALIZE]
| group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
-| mem-estimate=42.58MB mem-reservation=264.00MB
+| mem-estimate=42.58MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=2 row-size=70B cardinality=575772
|
13:EXCHANGE [HASH(l_orderkey,l_partkey,l_suppkey,l_linenumber,l_comment)]
@@ -1643,17 +1643,17 @@ Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB
| tuple-ids=2 row-size=70B cardinality=575772
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=46.78MB mem-reservation=136.00MB
+Per-Host Resources: mem-estimate=46.78MB mem-reservation=4.25MB
04:AGGREGATE [STREAMING]
| group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
-| mem-estimate=42.58MB mem-reservation=0B
+| mem-estimate=42.58MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=2 row-size=70B cardinality=575772
|
03:HASH JOIN [INNER JOIN, PARTITIONED]
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000 <- o_orderkey
-| mem-estimate=4.20MB mem-reservation=136.00MB
+| mem-estimate=4.20MB mem-reservation=4.25MB spill-buffer=256.00KB
| tuple-ids=0,1 row-size=86B cardinality=575772
|
|--12:EXCHANGE [HASH(o_orderkey)]
@@ -1688,7 +1688,7 @@ Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=78B cardinality=600122
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=800.00MB
+Per-Host Resource Reservation: Memory=72.25MB
Per-Host Resource Estimates: Memory=674.53MB
F09:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1701,7 +1701,7 @@ PLAN-ROOT SINK
| tuple-ids=7 row-size=70B cardinality=2549844
|
F08:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB
+Per-Host Resources: mem-estimate=185.18MB mem-reservation=68.00MB
00:UNION
| pass-through-operands: 14
| mem-estimate=0B mem-reservation=0B
@@ -1712,7 +1712,7 @@ Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB
| | hash predicates: l_orderkey = o_orderkey
| | fk/pk conjuncts: l_orderkey = o_orderkey
| | runtime filters: RF002 <- o_orderkey
-| | mem-estimate=12.59MB mem-reservation=136.00MB
+| | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB
| | tuple-ids=5,6 row-size=99B cardinality=822530
| |
| |--F11:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
@@ -1753,7 +1753,7 @@ Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB
| | hash predicates: l_orderkey = o_orderkey
| | fk/pk conjuncts: l_orderkey = o_orderkey
| | runtime filters: RF001 <- o_orderkey
-| | mem-estimate=10.20MB mem-reservation=136.00MB
+| | mem-estimate=10.20MB mem-reservation=17.00MB spill-buffer=1.00MB
| | tuple-ids=3,4 row-size=103B cardinality=1151542
| |
| |--F10:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
@@ -1791,7 +1791,7 @@ Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB
|
14:AGGREGATE [FINALIZE]
| group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
-| mem-estimate=42.58MB mem-reservation=264.00MB
+| mem-estimate=42.58MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=2 row-size=70B cardinality=575772
|
13:EXCHANGE [HASH(l_orderkey,l_partkey,l_suppkey,l_linenumber,l_comment)]
@@ -1799,10 +1799,10 @@ Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB
| tuple-ids=2 row-size=70B cardinality=575772
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=89.35MB mem-reservation=272.00MB
+Per-Host Resources: mem-estimate=89.35MB mem-reservation=4.25MB
04:AGGREGATE [STREAMING]
| group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
-| mem-estimate=42.58MB mem-reservation=0B
+| mem-estimate=42.58MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=2 row-size=70B cardinality=575772
|
03:HASH JOIN [INNER JOIN, PARTITIONED]
@@ -1810,7 +1810,7 @@ Per-Host Resources: mem-estimate=89.35MB mem-reservation=272.00MB
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000 <- o_orderkey
-| mem-estimate=2.10MB mem-reservation=136.00MB
+| mem-estimate=2.10MB mem-reservation=2.12MB spill-buffer=128.00KB
| tuple-ids=0,1 row-size=86B cardinality=575772
|
|--F12:PLAN FRAGMENT [HASH(l_orderkey)] hosts=2 instances=4
@@ -1888,11 +1888,11 @@ order by
o_orderdate
limit 100
---- PLAN
-Per-Host Resource Reservation: Memory=672.00MB
+Per-Host Resource Reservation: Memory=80.75MB
Per-Host Resource Estimates: Memory=391.29MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=391.29MB mem-reservation=672.00MB
+| Per-Host Resources: mem-estimate=391.29MB mem-reservation=80.75MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1904,20 +1904,20 @@ PLAN-ROOT SINK
08:AGGREGATE [FINALIZE]
| output: sum(l_quantity)
| group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice
-| mem-estimate=60.40MB mem-reservation=264.00MB
+| mem-estimate=60.40MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=6 row-size=100B cardinality=575772
|
07:HASH JOIN [LEFT SEMI JOIN]
| hash predicates: o_orderkey = l_orderkey
| runtime filters: RF000 <- l_orderkey
-| mem-estimate=3.94MB mem-reservation=136.00MB
+| mem-estimate=3.94MB mem-reservation=4.25MB spill-buffer=256.00KB
| tuple-ids=2,1,0 row-size=108B cardinality=575772
|
|--04:AGGREGATE [FINALIZE]
| | output: sum(l_quantity)
| | group by: l_orderkey
| | having: sum(l_quantity) > 300
-| | mem-estimate=10.00MB mem-reservation=264.00MB
+| | mem-estimate=10.00MB mem-reservation=4.25MB spill-buffer=256.00KB
| | tuple-ids=4 row-size=24B cardinality=156344
| |
| 03:SCAN HDFS [tpch.lineitem]
@@ -1932,7 +1932,7 @@ PLAN-ROOT SINK
| hash predicates: o_custkey = c_custkey
| fk/pk conjuncts: o_custkey = c_custkey
| runtime filters: RF001 <- c_custkey
-| mem-estimate=6.61MB mem-reservation=136.00MB
+| mem-estimate=6.61MB mem-reservation=8.50MB spill-buffer=512.00KB
| tuple-ids=2,1,0 row-size=108B cardinality=5757710
|
|--00:SCAN HDFS [tpch.customer]
@@ -1947,7 +1947,7 @@ PLAN-ROOT SINK
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF002 <- o_orderkey
-| mem-estimate=78.68MB mem-reservation=136.00MB
+| mem-estimate=78.68MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=2,1 row-size=66B cardinality=5757710
|
|--01:SCAN HDFS [tpch.orders]
@@ -1968,7 +1968,7 @@ PLAN-ROOT SINK
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=2 row-size=16B cardinality=6001215
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=936.00MB
+Per-Host Resource Reservation: Memory=82.88MB
Per-Host Resource Estimates: Memory=500.32MB
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1983,7 +1983,7 @@ PLAN-ROOT SINK
| tuple-ids=7 row-size=100B cardinality=100
|
F06:PLAN FRAGMENT [HASH(c_name,c_custkey,o_orderkey,o_orderdate,o_totalprice)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=60.41MB mem-reservation=264.00MB
+Per-Host Resources: mem-estimate=60.41MB mem-reservation=34.00MB
09:TOP-N [LIMIT=100]
| order by: o_totalprice DESC, o_orderdate ASC
| mem-estimate=9.77KB mem-reservation=0B
@@ -1992,7 +1992,7 @@ Per-Host Resources: mem-estimate=60.41MB mem-reservation=264.00MB
16:AGGREGATE [FINALIZE]
| output: sum:merge(l_quantity)
| group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice
-| mem-estimate=60.40MB mem-reservation=264.00MB
+| mem-estimate=60.40MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=6 row-size=100B cardinality=575772
|
15:EXCHANGE [HASH(c_name,c_custkey,o_orderkey,o_orderdate,o_totalprice)]
@@ -2000,24 +2000,24 @@ Per-Host Resources: mem-estimate=60.41MB mem-reservation=264.00MB
| tuple-ids=6 row-size=100B cardinality=575772
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=104.55MB mem-reservation=672.00MB
+Per-Host Resources: mem-estimate=104.55MB mem-reservation=48.88MB
08:AGGREGATE [STREAMING]
| output: sum(l_quantity)
| group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice
-| mem-estimate=60.40MB mem-reservation=0B
+| mem-estimate=60.40MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=6 row-size=100B cardinality=575772
|
07:HASH JOIN [LEFT SEMI JOIN, PARTITIONED]
| hash predicates: o_orderkey = l_orderkey
| runtime filters: RF000 <- l_orderkey
-| mem-estimate=1.31MB mem-reservation=136.00MB
+| mem-estimate=1.31MB mem-reservation=2.12MB spill-buffer=128.00KB
| tuple-ids=2,1,0 row-size=108B cardinality=575772
|
|--14:AGGREGATE [FINALIZE]
| | output: sum:merge(l_quantity)
| | group by: l_orderkey
| | having: sum(l_quantity) > 300
-| | mem-estimate=10.00MB mem-reservation=264.00MB
+| | mem-estimate=10.00MB mem-reservation=4.25MB spill-buffer=256.00KB
| | tuple-ids=4 row-size=24B cardinality=156344
| |
| 13:EXCHANGE [HASH(l_orderkey)]
@@ -2029,7 +2029,7 @@ Per-Host Resources: mem-estimate=104.55MB mem-reservation=672.00MB
| 04:AGGREGATE [STREAMING]
| | output: sum(l_quantity)
| | group by: l_orderkey
-| | mem-estimate=39.36MB mem-reservation=0B
+| | mem-estimate=39.36MB mem-reservation=0B spill-buffer=2.00MB
| | tuple-ids=4 row-size=24B cardinality=1563438
| |
| 03:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -2044,7 +2044,7 @@ Per-Host Resources: mem-estimate=104.55MB mem-reservation=672.00MB
| hash predicates: o_custkey = c_custkey
| fk/pk conjuncts: o_custkey = c_custkey
| runtime filters: RF001 <- c_custkey
-| mem-estimate=6.61MB mem-reservation=136.00MB
+| mem-estimate=6.61MB mem-reservation=8.50MB spill-buffer=512.00KB
| tuple-ids=2,1,0 row-size=108B cardinality=5757710
|
|--12:EXCHANGE [BROADCAST]
@@ -2065,7 +2065,7 @@ Per-Host Resources: mem-estimate=104.55MB mem-reservation=672.00MB
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF002 <- o_orderkey
-| mem-estimate=26.23MB mem-reservation=136.00MB
+| mem-estimate=26.23MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=2,1 row-size=66B cardinality=5757710
|
|--11:EXCHANGE [HASH(o_orderkey)]
@@ -2098,7 +2098,7 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=2 row-size=16B cardinality=6001215
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=1.31GB
+Per-Host Resource Reservation: Memory=121.12MB
Per-Host Resource Estimates: Memory=953.10MB
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -2113,7 +2113,7 @@ PLAN-ROOT SINK
| tuple-ids=7 row-size=100B cardinality=100
|
F06:PLAN FRAGMENT [HASH(c_name,c_custkey,o_orderkey,o_orderdate,o_totalprice)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=120.82MB mem-reservation=528.00MB
+Per-Host Resources: mem-estimate=120.82MB mem-reservation=68.00MB
09:TOP-N [LIMIT=100]
| order by: o_totalprice DESC, o_orderdate ASC
| mem-estimate=9.77KB mem-reservation=0B
@@ -2122,7 +2122,7 @@ Per-Host Resources: mem-estimate=120.82MB mem-reservation=528.00MB
16:AGGREGATE [FINALIZE]
| output: sum:merge(l_quantity)
| group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice
-| mem-estimate=60.40MB mem-reservation=264.00MB
+| mem-estimate=60.40MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=6 row-size=100B cardinality=575772
|
15:EXCHANGE [HASH(c_name,c_custkey,o_orderkey,o_orderdate,o_totalprice)]
@@ -2130,18 +2130,18 @@ Per-Host Resources: mem-estimate=120.82MB mem-reservation=528.00MB
| tuple-ids=6 row-size=100B cardinality=575772
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB
+Per-Host Resources: mem-estimate=161.56MB mem-reservation=53.12MB
08:AGGREGATE [STREAMING]
| output: sum(l_quantity)
| group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice
-| mem-estimate=60.40MB mem-reservation=0B
+| mem-estimate=60.40MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=6 row-size=100B cardinality=575772
|
07:HASH JOIN [LEFT SEMI JOIN, PARTITIONED]
| hash-table-id=00
| hash predicates: o_orderkey = l_orderkey
| runtime filters: RF000 <- l_orderkey
-| mem-estimate=671.79KB mem-reservation=136.00MB
+| mem-estimate=671.79KB mem-reservation=1.06MB spill-buffer=64.00KB
| tuple-ids=2,1,0 row-size=108B cardinality=575772
|
|--F08:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
@@ -2155,7 +2155,7 @@ Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB
| | output: sum:merge(l_quantity)
| | group by: l_orderkey
| | having: sum(l_quantity) > 300
-| | mem-estimate=10.00MB mem-reservation=264.00MB
+| | mem-estimate=10.00MB mem-reservation=4.25MB spill-buffer=256.00KB
| | tuple-ids=4 row-size=24B cardinality=156344
| |
| 13:EXCHANGE [HASH(l_orderkey)]
@@ -2167,7 +2167,7 @@ Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB
| 04:AGGREGATE [STREAMING]
| | output: sum(l_quantity)
| | group by: l_orderkey
-| | mem-estimate=39.36MB mem-reservation=0B
+| | mem-estimate=39.36MB mem-reservation=0B spill-buffer=2.00MB
| | tuple-ids=4 row-size=24B cardinality=1563438
| |
| 03:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -2183,7 +2183,7 @@ Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB
| hash predicates: o_custkey = c_custkey
| fk/pk conjuncts: o_custkey = c_custkey
| runtime filters: RF001 <- c_custkey
-| mem-estimate=6.61MB mem-reservation=136.00MB
+| mem-estimate=6.61MB mem-reservation=8.50MB spill-buffer=512.00KB
| tuple-ids=2,1,0 row-size=108B cardinality=5757710
|
|--F09:PLAN FRAGMENT [HASH(l_orderkey)] hosts=1 instances=2
@@ -2212,7 +2212,7 @@ Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF002 <- o_orderkey
-| mem-estimate=13.11MB mem-reservation=136.00MB
+| mem-estimate=13.11MB mem-reservation=17.00MB spill-buffer=1.00MB
| tuple-ids=2,1 row-size=66B cardinality=5757710
|
|--F10:PLAN FRAGMENT [HASH(l_orderkey)] hosts=2 instances=4
@@ -2390,19 +2390,19 @@ from tpch_nested_parquet.customer c,
join c.c_orders o2 on o1.o_orderkey = o2.o_orderkey
order by o1.o_orderkey limit 100) v
---- PLAN
-Per-Host Resource Reservation: Memory=664.00MB
+Per-Host Resource Reservation: Memory=69.06MB
Per-Host Resource Estimates: Memory=344.00MB
WARNING: The following tables are missing relevant table and/or column statistics.
tpch_nested_parquet.customer
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=344.00MB mem-reservation=664.00MB
+| Per-Host Resources: mem-estimate=344.00MB mem-reservation=69.06MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
09:AGGREGATE [FINALIZE]
| group by: c_name, o1.o_orderkey, o2.o_orderstatus
-| mem-estimate=128.00MB mem-reservation=264.00MB
+| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=6 row-size=58B cardinality=1500000
|
01:SUBPLAN
@@ -2425,13 +2425,13 @@ PLAN-ROOT SINK
| |
| 06:AGGREGATE [FINALIZE]
| | group by: o1.o_orderkey, o2.o_orderstatus
-| | mem-estimate=128.00MB mem-reservation=264.00MB
+| | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB
| | tuple-ids=3 row-size=24B cardinality=10
| |
| 05:HASH JOIN [INNER JOIN]
| | hash predicates: o1.o_orderkey = o2.o_orderkey
| | fk/pk conjuncts: assumed fk/pk
-| | mem-estimate=0B mem-reservation=136.00MB
+| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB
| | tuple-ids=1,2 row-size=32B cardinality=10
| |
| |--04:UNNEST [c.c_orders o2]
@@ -2452,7 +2452,7 @@ PLAN-ROOT SINK
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=66B cardinality=150000
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=664.00MB
+Per-Host Resource Reservation: Memory=69.06MB
Per-Host Resource Estimates: Memory=472.00MB
WARNING: The following tables are missing relevant table and/or column statistics.
tpch_nested_parquet.customer
@@ -2467,10 +2467,10 @@ PLAN-ROOT SINK
| tuple-ids=6 row-size=58B cardinality=1500000
|
F01:PLAN FRAGMENT [HASH(c_name,v.o_orderkey,v.o_orderstatus)] hosts=3 instances=3
-Per-Host Resources: mem-estimate=128.00MB mem-reservation=264.00MB
+Per-Host Resources: mem-estimate=128.00MB mem-reservation=34.00MB
11:AGGREGATE [FINALIZE]
| group by: c_name, v.o_orderkey, v.o_orderstatus
-| mem-estimate=128.00MB mem-reservation=264.00MB
+| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=6 row-size=58B cardinality=1500000
|
10:EXCHANGE [HASH(c_name,v.o_orderkey,v.o_orderstatus)]
@@ -2478,10 +2478,10 @@ Per-Host Resources: mem-estimate=128.00MB mem-reservation=264.00MB
| tuple-ids=6 row-size=58B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=344.00MB mem-reservation=400.00MB
+Per-Host Resources: mem-estimate=344.00MB mem-reservation=35.06MB
09:AGGREGATE [STREAMING]
| group by: c_name, o1.o_orderkey, o2.o_orderstatus
-| mem-estimate=128.00MB mem-reservation=0B
+| mem-estimate=128.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=6 row-size=58B cardinality=1500000
|
01:SUBPLAN
@@ -2504,13 +2504,13 @@ Per-Host Resources: mem-estimate=344.00MB mem-reservation=400.00MB
| |
| 06:AGGREGATE [FINALIZE]
| | group by: o1.o_orderkey, o2.o_orderstatus
-| | mem-estimate=128.00MB mem-reservation=264.00MB
+| | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB
| | tuple-ids=3 row-size=24B cardinality=10
| |
| 05:HASH JOIN [INNER JOIN]
| | hash predicates: o1.o_orderkey = o2.o_orderkey
| | fk/pk conjuncts: assumed fk/pk
-| | mem-estimate=0B mem-reservation=136.00MB
+| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB
| | tuple-ids=1,2 row-size=32B cardinality=10
| |
| |--04:UNNEST [c.c_orders o2]
@@ -2531,7 +2531,7 @@ Per-Host Resources: mem-estimate=344.00MB mem-reservation=400.00MB
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=66B cardinality=150000
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=1.30GB
+Per-Host Resource Reservation: Memory=138.12MB
Per-Host Resource Estimates: Memory=944.00MB
WARNING: The following tables are missing relevant table and/or column statistics.
tpch_nested_parquet.customer
@@ -2546,10 +2546,10 @@ PLAN-ROOT SINK
| tuple-ids=6 row-size=58B cardinality=1500000
|
F01:PLAN FRAGMENT [HASH(c_name,v.o_orderkey,v.o_orderstatus)] hosts=3 instances=6
-Per-Host Resources: mem-estimate=256.00MB mem-reservation=528.00MB
+Per-Host Resources: mem-estimate=256.00MB mem-reservation=68.00MB
11:AGGREGATE [FINALIZE]
| group by: c_name, v.o_orderkey, v.o_orderstatus
-| mem-estimate=128.00MB mem-reservation=264.00MB
+| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=6 row-size=58B cardinality=1500000
|
10:EXCHANGE [HASH(c_name,v.o_orderkey,v.o_orderstatus)]
@@ -2557,10 +2557,10 @@ Per-Host Resources: mem-estimate=256.00MB mem-reservation=528.00MB
| tuple-ids=6 row-size=58B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=688.00MB mem-reservation=800.00MB
+Per-Host Resources: mem-estimate=688.00MB mem-reservation=70.12MB
09:AGGREGATE [STREAMING]
| group by: c_name, o1.o_orderkey, o2.o_orderstatus
-| mem-estimate=128.00MB mem-reservation=0B
+| mem-estimate=128.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=6 row-size=58B cardinality=1500000
|
01:SUBPLAN
@@ -2583,13 +2583,13 @@ Per-Host Resources: mem-estimate=688.00MB mem-reservation=800.00MB
| |
| 06:AGGREGATE [FINALIZE]
| | group by: o1.o_orderkey, o2.o_orderstatus
-| | mem-estimate=128.00MB mem-reservation=264.00MB
+| | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB
| | tuple-ids=3 row-size=24B cardinality=10
| |
| 05:HASH JOIN [INNER JOIN]
| | hash predicates: o1.o_orderkey = o2.o_orderkey
| | fk/pk conjuncts: assumed fk/pk
-| | mem-estimate=0B mem-reservation=136.00MB
+| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB
| | tuple-ids=1,2 row-size=32B cardinality=10
| |
| |--04:UNNEST [c.c_orders o2]
@@ -2619,13 +2619,13 @@ from tpch_nested_parquet.customer c,
row_number() over (order by o_orderpriority) rnum_priority
from c.c_orders) v;
---- PLAN
-Per-Host Resource Reservation: Memory=192.00MB
-Per-Host Resource Estimates: Memory=136.00MB
+Per-Host Resource Reservation: Memory=48.00MB
+Per-Host Resource Estimates: Memory=94.00MB
WARNING: The following tables are missing relevant table and/or column statistics.
tpch_nested_parquet.customer
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=136.00MB mem-reservation=192.00MB
+| Per-Host Resources: mem-estimate=94.00MB mem-reservation=48.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -2646,36 +2646,36 @@ PLAN-ROOT SINK
| | functions: row_number()
| | order by: o_orderpriority ASC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| | mem-estimate=0B mem-reservation=16.00MB
+| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=12,7 row-size=164B cardinality=10
| |
| 08:SORT
| | order by: o_orderpriority ASC
-| | mem-estimate=16.00MB mem-reservation=48.00MB
+| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=12 row-size=156B cardinality=10
| |
| 07:ANALYTIC
| | functions: row_number()
| | order by: o_orderdate ASC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| | mem-estimate=0B mem-reservation=16.00MB
+| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=10,6 row-size=156B cardinality=10
| |
| 06:SORT
| | order by: o_orderdate ASC
-| | mem-estimate=16.00MB mem-reservation=48.00MB
+| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=10 row-size=148B cardinality=10
| |
| 05:ANALYTIC
| | functions: row_number()
| | order by: o_totalprice ASC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| | mem-estimate=0B mem-reservation=16.00MB
+| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=8,5 row-size=148B cardinality=10
| |
| 04:SORT
| | order by: o_totalprice ASC
-| | mem-estimate=16.00MB mem-reservation=48.00MB
+| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=8 row-size=140B cardinality=10
| |
| 03:UNNEST [c.c_orders]
@@ -2691,8 +2691,8 @@ PLAN-ROOT SINK
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=254B cardinality=150000
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=192.00MB
-Per-Host Resource Estimates: Memory=136.00MB
+Per-Host Resource Reservation: Memory=48.00MB
+Per-Host Resource Estimates: Memory=94.00MB
WARNING: The following tables are missing relevant table and/or column statistics.
tpch_nested_parquet.customer
@@ -2706,7 +2706,7 @@ PLAN-ROOT SINK
| tuple-ids=12,7,0 row-size=418B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=136.00MB mem-reservation=192.00MB
+Per-Host Resources: mem-estimate=94.00MB mem-reservation=48.00MB
01:SUBPLAN
| mem-estimate=0B mem-reservation=0B
| tuple-ids=12,7,0 row-size=418B cardinality=1500000
@@ -2724,36 +2724,36 @@ Per-Host Resources: mem-estimate=136.00MB mem-reservation=192.00MB
| | functions: row_number()
| | order by: o_orderpriority ASC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| | mem-estimate=0B mem-reservation=16.00MB
+| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=12,7 row-size=164B cardinality=10
| |
| 08:SORT
| | order by: o_orderpriority ASC
-| | mem-estimate=16.00MB mem-reservation=48.00MB
+| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=12 row-size=156B cardinality=10
| |
| 07:ANALYTIC
| | functions: row_number()
| | order by: o_orderdate ASC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| | mem-estimate=0B mem-reservation=16.00MB
+| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=10,6 row-size=156B cardinality=10
| |
| 06:SORT
| | order by: o_orderdate ASC
-| | mem-estimate=16.00MB mem-reservation=48.00MB
+| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=10 row-size=148B cardinality=10
| |
| 05:ANALYTIC
| | functions: row_number()
| | order by: o_totalprice ASC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| | mem-estimate=0B mem-reservation=16.00MB
+| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=8,5 row-size=148B cardinality=10
| |
| 04:SORT
| | order by: o_totalprice ASC
-| | mem-estimate=16.00MB mem-reservation=48.00MB
+| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=8 row-size=140B cardinality=10
| |
| 03:UNNEST [c.c_orders]
@@ -2769,8 +2769,8 @@ Per-Host Resources: mem-estimate=136.00MB mem-reservation=192.00MB
mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=254B cardinality=150000
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=384.00MB
-Per-Host Resource Estimates: Memory=272.00MB
+Per-Host Resource Reservation: Memory=96.00MB
+Per-Host Resource Estimates: Memory=188.00MB
WARNING: The following tables are missing relevant table and/or column statistics.
tpch_nested_parquet.customer
@@ -2784,7 +2784,7 @@ PLAN-ROOT SINK
| tuple-ids=12,7,0 row-size=418B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=272.00MB mem-reservation=384.00MB
+Per-Host Resources: mem-estimate=188.00MB mem-reservation=96.00MB
01:SUBPLAN
| mem-estimate=0B mem-reservation=0B
| tuple-ids=12,7,0 row-size=418B cardinality=1500000
@@ -2802,36 +2802,36 @@ Per-Host Resources: mem-estimate=272.00MB mem-reservation=384.00MB
| | functions: row_number()
| | order by: o_orderpriority ASC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| | mem-estimate=0B mem-reservation=16.00MB
+| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=12,7 row-size=164B cardinality=10
| |
| 08:SORT
| | order by: o_orderpriority ASC
-| | mem-estimate=16.00MB mem-reservation=48.00MB
+| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=12 row-size=156B cardinality=10
| |
| 07:ANALYTIC
| | functions: row_number()
| | order by: o_orderdate ASC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| | mem-estimate=0B mem-reservation=16.00MB
+| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=10,6 row-size=156B cardinality=10
| |
| 06:SORT
| | order by: o_orderdate ASC
-| | mem-estimate=16.00MB mem-reservation=48.00MB
+| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=10 row-size=148B cardinality=10
| |
| 05:ANALYTIC
| | functions: row_number()
| | order by: o_totalprice ASC
| | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| | mem-estimate=0B mem-reservation=16.00MB
+| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| | tuple-ids=8,5 row-size=148B cardinality=10
| |
| 04:SORT
| | order by: o_totalprice ASC
-| | mem-estimate=16.00MB mem-reservation=48.00MB
+| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| | tuple-ids=8 row-size=140B cardinality=10
| |
| 03:UNNEST [c.c_orders]
@@ -2861,11 +2861,11 @@ join (
) v2 on v2.k3 = t2.o_orderkey
) v1 on v1.k3 = t1.o_orderkey
---- PLAN
-Per-Host Resource Reservation: Memory=272.00MB
+Per-Host Resource Reservation: Memory=68.00MB
Per-Host Resource Estimates: Memory=172.59MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=172.59MB mem-reservation=272.00MB
+| Per-Host Resources: mem-estimate=172.59MB mem-reservation=68.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -2873,21 +2873,21 @@ PLAN-ROOT SINK
| hash predicates: t1.o_orderkey = t3.o_orderkey
| fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey
| runtime filters: RF000 <- t3.o_orderkey
-| mem-estimate=37.77MB mem-reservation=136.00MB
+| mem-estimate=37.77MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1,2,3 row-size=215B cardinality=1500000
|
|--05:HASH JOIN [INNER JOIN]
| | hash predicates: t2.o_orderkey = t3.o_orderkey
| | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey
| | runtime filters: RF001 <- t3.o_orderkey
-| | mem-estimate=25.18MB mem-reservation=136.00MB
+| | mem-estimate=25.18MB mem-reservation=34.00MB spill-buffer=2.00MB
| | tuple-ids=1,2,3 row-size=24B cardinality=1500000
| |
| |--04:HASH JOIN [INNER JOIN]
| | | hash predicates: t3.o_orderkey = t4.o_orderkey
| | | fk/pk conjuncts: t3.o_orderkey = t4.o_orderkey
| | | runtime filters: RF002 <- t4.o_orderkey
-| | | mem-estimate=12.59MB mem-reservation=136.00MB
+| | | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB
| | | tuple-ids=2,3 row-size=16B cardinality=1500000
| | |
| | |--03:SCAN HDFS [tpch_parquet.orders t4]
@@ -2925,7 +2925,7 @@ PLAN-ROOT SINK
mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- DISTRIBUTEDPLAN
-Per-Host Resource Reservation: Memory=408.00MB
+Per-Host Resource Reservation: Memory=59.50MB
Per-Host Resource Estimates: Memory=216.65MB
F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -2938,12 +2938,12 @@ PLAN-ROOT SINK
| tuple-ids=0,1,2,3 row-size=215B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-Per-Host Resources: mem-estimate=77.77MB mem-reservation=136.00MB
+Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB
06:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: t1.o_orderkey = t3.o_orderkey
| fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey
| runtime filters: RF000 <- t3.o_orderkey
-| mem-estimate=37.77MB mem-reservation=136.00MB
+| mem-estimate=37.77MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1,2,3 row-size=215B cardinality=1500000
|
|--10:EXCHANGE [BROADCAST]
@@ -2951,19 +2951,19 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=136.00MB
| | tuple-ids=1,2,3 row-size=24B cardinality=1500000
| |
| F04:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=18.88MB mem-reservation=272.00MB
+| Per-Host Resources: mem-estimate=18.88MB mem-reservation=25.50MB
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash predicates: t2.o_orderkey = t3.o_orderkey
| | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey
| | runtime filters: RF001 <- t3.o_orderkey
-| | mem-estimate=12.59MB mem-reservation=136.00MB
+| | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB
| | tuple-ids=1,2,3 row-size=24B cardinality=1500000
| |
| |--04:HASH JOIN [INNER JOIN, PARTITIONED]
| | | hash predicates: t3.o_orderkey = t4.o_orderkey
| | | fk/pk conjuncts: t3.o_orderkey = t4.o_orderkey
| | | runtime filters: RF002 <- t4.o_orderkey
-| | | mem-estimate=6.29MB mem-reservation=136.00MB
+| | | mem-estimate=6.29MB mem-reservation=8.50MB spill-buffer=512.00KB
| | | tuple-ids=2,3 row-size=16B cardinality=1500000
| | |
| | |--08:EXCHANGE [HASH(t4.o_orderkey)]
@@ -3019,7 +3019,7 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=136.00MB
mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- PARALLELPLANS
-Per-Host Resource Reservation: Memory=816.00MB
+Per-Host Resource Reservation: Memory=93.50MB
Per-Host Resource Estimates: Memory=414.41MB
F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -3032,13 +3032,13 @@ PLAN-ROOT SINK
| tuple-ids=0,1,2,3 row-size=215B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-Per-Host Resources: mem-estimate=155.53MB mem-reservation=272.00MB
+Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB
06:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
| hash predicates: t1.o_orderkey = t3.o_orderkey
| fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey
| runtime filters: RF000 <- t3.o_orderkey
-| mem-estimate=37.77MB mem-reservation=136.00MB
+| mem-estimate=37.77MB mem-reservation=34.00MB spill-buffer=2.00MB
| tuple-ids=0,1,2,3 row-size=215B cardinality=1500000
|
|--F06:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
@@ -3053,13 +3053,13 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=272.00MB
| | tuple-ids=1,2,3 row-size=24B cardinality=1500000
| |
| F04:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=18.88MB mem-reservation=544.00MB
+| Per-Host Resources: mem-estimate=18.88MB mem-reservation=25.50MB
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
| | hash-table-id=01
| | hash predicates: t2.o_orderkey = t3.o_orderkey
| | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey
| | runtime filters: RF001 <- t3.o_orderkey
-| | mem-estimate=6.29MB mem-reservation=136.00MB
+| | mem-estimate=6.29MB mem-reservation=8.50MB spill-buffer=512.00KB
| | tuple-ids=1,2,3 row-size=24B cardinality=1500000
| |
| |--F07:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=4
@@ -3074,7 +3074,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=272.00MB
| | | hash predicates: t3.o_orderkey = t4.o_orderkey
| | | fk/pk conjuncts: t3.o_orderkey = t4.o_orderkey
| | | runtime filters: RF002 <- t4.o_orderkey
-| | | mem-estimate=3.15MB mem-reservation=136.00MB
+| | | mem-estimate=3.15MB mem-reservation=4.25MB spill-buffer=256.00KB
| | | tuple-ids=2,3 row-size=16B cardinality=1500000
| | |
| | |--F08:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=4
@@ -3387,12 +3387,12 @@ sum(smallint_col) over (partition by tinyint_col order by smallint_col
rows between 1 following and 2 following)
from functional.alltypesagg
---- PLAN
-Per-Host Resource Reservation: Memory=72.00MB
-Per-Host Resource Estimates: Memory=24.00MB
+Per-Host Resource Reservation: Memory=18.00MB
+Per-Host Resource Estimates: Memory=18.00MB
Codegen disabled by planner
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=24.00MB mem-reservation=72.00MB
+| Per-Host Resources: mem-estimate=18.00MB mem-reservation=18.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -3401,7 +3401,7 @@ PLAN-ROOT SINK
| partition by: tinyint_col
| order by: smallint_col ASC
| window: ROWS BETWEEN 1 FOLLOWING AND 2 FOLLOWING
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=5,2,3,4 row-size=27B cardinality=11000
|
03:ANALYTIC
@@ -3409,7 +3409,7 @@ PLAN-ROOT SINK
| partition by: tinyint_col
| order by: smallint_col ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND 1 FOLLOWING
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=5,2,3 row-size=19B cardinality=11000
|
02:ANALYTIC
@@ -3417,12 +3417,12 @@ PLAN-ROOT SINK
| partition by: tinyint_col
| order by: smallint_col ASC
| window: RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=5,2 row-size=11B cardinality=11000
|
01:SORT
| order by: tinyint_col ASC NULLS FIRST, smallint_col ASC
-| mem-estimate=8.00MB mem-reservation=24.00MB
+| mem-estimate=2.00MB mem-reservation=6.00MB spill-buffer=2.00MB
| tuple-ids=5 row-size=3B cardinality=11000
|
00:SCAN HDFS [functional.alltypesagg]
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test b/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test
index 3e5fb05..66f8167 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test
@@ -2,14 +2,14 @@
select * from functional.alltypes order by random()
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB
+| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
01:SORT
| order by: random() ASC
| materialized: random()
-| mem-estimate=16.00MB mem-reservation=48.00MB
+| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=105B cardinality=7300
|
00:SCAN HDFS [functional.alltypes]
@@ -24,14 +24,14 @@ PLAN-ROOT SINK
select * from functional.alltypes order by abs(id) + abs(id)
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB
+| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
01:SORT
| order by: abs(id) + abs(id) ASC
| materialized: abs(id) + abs(id)
-| mem-estimate=16.00MB mem-reservation=48.00MB
+| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=105B cardinality=7300
|
00:SCAN HDFS [functional.alltypes]
@@ -46,13 +46,13 @@ PLAN-ROOT SINK
select * from functional.alltypes order by tinyint_col + 1
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB
+| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
01:SORT
| order by: tinyint_col + 1 ASC
-| mem-estimate=16.00MB mem-reservation=48.00MB
+| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=97B cardinality=7300
|
00:SCAN HDFS [functional.alltypes]
@@ -68,14 +68,14 @@ select * from functional.alltypes
order by dayofweek(timestamp_col), true, id + 1, string_col = date_string_col, id = tinyint_col
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB
+| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
01:SORT
| order by: dayofweek(timestamp_col) ASC, TRUE ASC, id + 1 ASC, string_col = date_string_col ASC, id = tinyint_col ASC
| materialized: dayofweek(timestamp_col), string_col = date_string_col
-| mem-estimate=16.00MB mem-reservation=48.00MB
+| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=102B cardinality=7300
|
00:SCAN HDFS [functional.alltypes]
@@ -91,7 +91,7 @@ select last_value(id) over (order by to_date(timestamp_col), bool_col is null)
from functional.alltypes
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=144.00MB mem-reservation=64.00MB
+| Per-Host Resources: mem-estimate=130.00MB mem-reservation=16.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -99,13 +99,13 @@ PLAN-ROOT SINK
| functions: last_value(id)
| order by: to_date(timestamp_col) ASC, bool_col IS NULL ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
-| mem-estimate=0B mem-reservation=16.00MB
+| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB
| tuple-ids=3,2 row-size=41B cardinality=7300
|
01:SORT
| order by: to_date(timestamp_col) ASC, bool_col IS NULL ASC
| materialized: to_date(timestamp_col)
-| mem-estimate=16.00MB mem-reservation=48.00MB
+| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=3 row-size=37B cardinality=7300
|
00:SCAN HDFS [functional.alltypes]
@@ -143,14 +143,14 @@ PLAN-ROOT SINK
select * from functional.alltypes order by TestFn(double_col)
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB
+| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
01:SORT
| order by: default.testfn(double_col) ASC
| materialized: default.testfn(double_col)
-| mem-estimate=16.00MB mem-reservation=48.00MB
+| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=101B cardinality=7300
|
00:SCAN HDFS [functional.alltypes]
@@ -165,14 +165,14 @@ PLAN-ROOT SINK
select concat(date_string_col, string_col) c from functional.alltypes order by c
---- PLAN
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB
+| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
01:SORT
| order by: concat(date_string_col, string_col) ASC
| materialized: concat(date_string_col, string_col)
-| mem-estimate=16.00MB mem-reservation=48.00MB
+| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=16B cardinality=7300
|
00:SCAN HDFS [functional.alltypes]