You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2018/02/23 04:18:11 UTC
[06/11] impala git commit: IMPALA-4835: Part 3: switch I/O buffers to
buffer pool
http://git-wip-us.apache.org/repos/asf/impala/blob/24b4ed0b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
index 586f4f1..6f9fcdb 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
@@ -1,24 +1,795 @@
# Parquet scan
select * from tpch_parquet.lineitem
---- PLAN
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=72.00MB
+Per-Host Resource Estimates: Memory=80.00MB
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=80.00MB mem-reservation=72.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [tpch_parquet.lineitem]
+ partitions=1/1 files=3 size=193.71MB
+ stored statistics:
+ table: rows=6001215 size=193.71MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=80.00MB mem-reservation=72.00MB
+ tuple-ids=0 row-size=263B cardinality=6001215
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=72.00MB
+Per-Host Resource Estimates: Memory=80.00MB
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=263B cardinality=6001215
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
+Per-Host Resources: mem-estimate=80.00MB mem-reservation=72.00MB
+00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
+ partitions=1/1 files=3 size=193.71MB
+ stored statistics:
+ table: rows=6001215 size=193.71MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=80.00MB mem-reservation=72.00MB
+ tuple-ids=0 row-size=263B cardinality=6001215
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=144.00MB
+Per-Host Resource Estimates: Memory=160.00MB
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=263B cardinality=6001215
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
+Per-Host Resources: mem-estimate=160.00MB mem-reservation=144.00MB
+00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
+ partitions=1/1 files=3 size=193.71MB
+ stored statistics:
+ table: rows=6001215 size=193.71MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=80.00MB mem-reservation=72.00MB
+ tuple-ids=0 row-size=263B cardinality=6001215
+====
+# Single column parquet scan - memory reservation is reduced compared to multi-column
+# scan.
+select l_comment from tpch_parquet.lineitem
+---- PLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=80.00MB
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [tpch_parquet.lineitem]
+ partitions=1/1 files=3 size=193.71MB
+ stored statistics:
+ table: rows=6001215 size=193.71MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=80.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=42B cardinality=6001215
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=80.00MB
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=42B cardinality=6001215
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
+Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB
+00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
+ partitions=1/1 files=3 size=193.71MB
+ stored statistics:
+ table: rows=6001215 size=193.71MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=80.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=42B cardinality=6001215
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=16.00MB
+Per-Host Resource Estimates: Memory=160.00MB
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=42B cardinality=6001215
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
+Per-Host Resources: mem-estimate=160.00MB mem-reservation=16.00MB
+00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
+ partitions=1/1 files=3 size=193.71MB
+ stored statistics:
+ table: rows=6001215 size=193.71MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=80.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=42B cardinality=6001215
+====
+# Small parquet files - memory reservation is reduced because of small file size.
+select string_col from functional_parquet.alltypes;
+---- PLAN
+Max Per-Host Resource Reservation: Memory=16.00KB
+Per-Host Resource Estimates: Memory=16.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional_parquet.alltypes
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00KB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [functional_parquet.alltypes]
+ partitions=24/24 files=24 size=189.70KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/24 rows=unavailable
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=16.00KB
+ tuple-ids=0 row-size=16B cardinality=unavailable
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=16.00KB
+Per-Host Resource Estimates: Memory=16.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional_parquet.alltypes
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=16B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
+Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00KB
+00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
+ partitions=24/24 files=24 size=189.70KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/24 rows=unavailable
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=16.00KB
+ tuple-ids=0 row-size=16B cardinality=unavailable
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=32.00KB
+Per-Host Resource Estimates: Memory=32.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional_parquet.alltypes
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=16B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
+Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB
+00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
+ partitions=24/24 files=24 size=189.70KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/24 rows=unavailable
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=16.00KB
+ tuple-ids=0 row-size=16B cardinality=unavailable
+====
+# Multi-column parquet scan with small files - memory reservation is reduced because of
+# small file size but a minimum amount is reserved per column.
+select int_col, float_col, string_col from functional_parquet.alltypes;
+---- PLAN
+Max Per-Host Resource Reservation: Memory=24.00KB
+Per-Host Resource Estimates: Memory=16.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional_parquet.alltypes
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [functional_parquet.alltypes]
+ partitions=24/24 files=24 size=189.70KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/24 rows=unavailable
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=24.00KB
+ tuple-ids=0 row-size=24B cardinality=unavailable
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=24.00KB
+Per-Host Resource Estimates: Memory=16.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional_parquet.alltypes
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=24B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
+Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB
+00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
+ partitions=24/24 files=24 size=189.70KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/24 rows=unavailable
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=24.00KB
+ tuple-ids=0 row-size=24B cardinality=unavailable
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=48.00KB
+Per-Host Resource Estimates: Memory=32.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional_parquet.alltypes
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=24B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
+Per-Host Resources: mem-estimate=32.00MB mem-reservation=48.00KB
+00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
+ partitions=24/24 files=24 size=189.70KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/24 rows=unavailable
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=24.00KB
+ tuple-ids=0 row-size=24B cardinality=unavailable
+====
+# Parquet scan with no materialized columns. Need reservation to scan levels to determine
+# row count.
+select 'foo' from functional_parquet.alltypes
+---- PLAN
+Max Per-Host Resource Reservation: Memory=16.00KB
+Per-Host Resource Estimates: Memory=10.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional_parquet.alltypes
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=1.00MB mem-reservation=16.00KB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [functional_parquet.alltypes]
+ partitions=24/24 files=24 size=189.70KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/24 rows=unavailable
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=1.00MB mem-reservation=16.00KB
+ tuple-ids=0 row-size=0B cardinality=unavailable
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=16.00KB
+Per-Host Resource Estimates: Memory=10.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional_parquet.alltypes
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=0B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
+Per-Host Resources: mem-estimate=1.00MB mem-reservation=16.00KB
+00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
+ partitions=24/24 files=24 size=189.70KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/24 rows=unavailable
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=1.00MB mem-reservation=16.00KB
+ tuple-ids=0 row-size=0B cardinality=unavailable
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=32.00KB
+Per-Host Resource Estimates: Memory=32.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional_parquet.alltypes
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=0B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
+Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB
+00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
+ partitions=24/24 files=24 size=189.70KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/24 rows=unavailable
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=16.00KB
+ tuple-ids=0 row-size=0B cardinality=unavailable
+====
+# Parquet nested types, unnested in scan - should reserve memory for each column.
+select o_orderkey, o_orderstatus, o_totalprice, o_orderdate, o_orderpriority, o_clerk
+from tpch_nested_parquet.customer.c_orders
+---- PLAN
+Max Per-Host Resource Reservation: Memory=48.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=48.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [tpch_nested_parquet.customer.c_orders]
+ partitions=1/1 files=4 size=292.36MB
+ stored statistics:
+ table: rows=150000 size=292.36MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=48.00MB
+ tuple-ids=0 row-size=80B cardinality=1500000
+====
+# Parquet nested types, unnested in scan - don't reserve extra memory for "pos" virtual
+# column that piggy-backs on another column.
+select o_orderkey, pos
+from tpch_nested_parquet.customer.c_orders
+---- PLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [tpch_nested_parquet.customer.c_orders]
+ partitions=1/1 files=4 size=292.36MB
+ stored statistics:
+ table: rows=150000 size=292.36MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=16B cardinality=1500000
+====
+# Parquet nested types, unnested in scan - reserve memory for "pos" virtual column if it
+# is the only column materialized.
+select pos
+from tpch_nested_parquet.customer.c_orders
+---- PLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [tpch_nested_parquet.customer.c_orders]
+ partitions=1/1 files=4 size=292.36MB
+ stored statistics:
+ table: rows=150000 size=292.36MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=8B cardinality=1500000
+====
+# Parquet nested types, left nested in scan - should reserve memory for each scalar
+# column in the nested collection plus the top-level column.
+select c_custkey, o_orderkey, o_orderstatus, o_totalprice, o_orderdate, o_orderpriority,
+ o_clerk
+from tpch_nested_parquet.customer c, c.c_orders
+---- PLAN
+Max Per-Host Resource Reservation: Memory=56.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_nested_parquet.customer
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=56.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:SUBPLAN
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1,0 row-size=104B cardinality=1500000
+|
+|--04:NESTED LOOP JOIN [CROSS JOIN]
+| | mem-estimate=24B mem-reservation=0B
+| | tuple-ids=1,0 row-size=104B cardinality=10
+| |
+| |--02:SINGULAR ROW SRC
+| | parent-subplan=01
+| | mem-estimate=0B mem-reservation=0B
+| | tuple-ids=0 row-size=24B cardinality=1
+| |
+| 03:UNNEST [c.c_orders]
+| parent-subplan=01
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1 row-size=0B cardinality=10
+|
+00:SCAN HDFS [tpch_nested_parquet.customer c]
+ partitions=1/1 files=4 size=292.36MB
+ predicates: !empty(c.c_orders)
+ stored statistics:
+ table: rows=150000 size=292.36MB
+ columns missing stats: c_orders
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=56.00MB
+ tuple-ids=0 row-size=24B cardinality=150000
+====
+# Parquet nested types, left nested in scan - should reserve memory for each scalar
+# column (excluding pos) in the nested collection plus the top-level column.
+select c_custkey, o_orderkey, pos
+from tpch_nested_parquet.customer c, c.c_orders
+---- PLAN
+Max Per-Host Resource Reservation: Memory=16.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_nested_parquet.customer
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:SUBPLAN
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1,0 row-size=40B cardinality=1500000
+|
+|--04:NESTED LOOP JOIN [CROSS JOIN]
+| | mem-estimate=24B mem-reservation=0B
+| | tuple-ids=1,0 row-size=40B cardinality=10
+| |
+| |--02:SINGULAR ROW SRC
+| | parent-subplan=01
+| | mem-estimate=0B mem-reservation=0B
+| | tuple-ids=0 row-size=24B cardinality=1
+| |
+| 03:UNNEST [c.c_orders]
+| parent-subplan=01
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1 row-size=0B cardinality=10
+|
+00:SCAN HDFS [tpch_nested_parquet.customer c]
+ partitions=1/1 files=4 size=292.36MB
+ predicates: !empty(c.c_orders)
+ stored statistics:
+ table: rows=150000 size=292.36MB
+ columns missing stats: c_orders
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=16.00MB
+ tuple-ids=0 row-size=24B cardinality=150000
+====
+# Parquet nested types, left nested in scan - should reserve memory for virtual
+# pos column in the nested collection because nothing else is materialized from
+# the collection, plus the top-level column.
+select c_custkey, pos
+from tpch_nested_parquet.customer c, c.c_orders
+---- PLAN
+Max Per-Host Resource Reservation: Memory=16.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_nested_parquet.customer
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:SUBPLAN
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1,0 row-size=32B cardinality=1500000
+|
+|--04:NESTED LOOP JOIN [CROSS JOIN]
+| | mem-estimate=24B mem-reservation=0B
+| | tuple-ids=1,0 row-size=32B cardinality=10
+| |
+| |--02:SINGULAR ROW SRC
+| | parent-subplan=01
+| | mem-estimate=0B mem-reservation=0B
+| | tuple-ids=0 row-size=24B cardinality=1
+| |
+| 03:UNNEST [c.c_orders]
+| parent-subplan=01
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1 row-size=0B cardinality=10
+|
+00:SCAN HDFS [tpch_nested_parquet.customer c]
+ partitions=1/1 files=4 size=292.36MB
+ predicates: !empty(c.c_orders)
+ stored statistics:
+ table: rows=150000 size=292.36MB
+ columns missing stats: c_orders
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=16.00MB
+ tuple-ids=0 row-size=24B cardinality=150000
+====
+# Parquet nested types, left nested in scan - should reserve memory for nested column
+# plus top-level column even though nested fields are not materialized because the
+# column levels still need to be scanned to determine the # of elements in the collection.
+select c_custkey
+from tpch_nested_parquet.customer c, c.c_orders
+---- PLAN
+Max Per-Host Resource Reservation: Memory=16.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_nested_parquet.customer
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:SUBPLAN
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1,0 row-size=24B cardinality=1500000
+|
+|--04:NESTED LOOP JOIN [CROSS JOIN]
+| | mem-estimate=24B mem-reservation=0B
+| | tuple-ids=1,0 row-size=24B cardinality=10
+| |
+| |--02:SINGULAR ROW SRC
+| | parent-subplan=01
+| | mem-estimate=0B mem-reservation=0B
+| | tuple-ids=0 row-size=24B cardinality=1
+| |
+| 03:UNNEST [c.c_orders]
+| parent-subplan=01
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1 row-size=0B cardinality=10
+|
+00:SCAN HDFS [tpch_nested_parquet.customer c]
+ partitions=1/1 files=4 size=292.36MB
+ predicates: !empty(c.c_orders)
+ stored statistics:
+ table: rows=150000 size=292.36MB
+ columns missing stats: c_orders
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=16.00MB
+ tuple-ids=0 row-size=24B cardinality=150000
+====
+# Parquet nested types, left nested in scan - should reserve memory for nested column
+# only when no top-level column is materialized.
+select o_orderkey
+from tpch_nested_parquet.customer c, c.c_orders
+---- PLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_nested_parquet.customer
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:SUBPLAN
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1,0 row-size=24B cardinality=1500000
+|
+|--04:NESTED LOOP JOIN [CROSS JOIN]
+| | mem-estimate=16B mem-reservation=0B
+| | tuple-ids=1,0 row-size=24B cardinality=10
+| |
+| |--02:SINGULAR ROW SRC
+| | parent-subplan=01
+| | mem-estimate=0B mem-reservation=0B
+| | tuple-ids=0 row-size=16B cardinality=1
+| |
+| 03:UNNEST [c.c_orders]
+| parent-subplan=01
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1 row-size=0B cardinality=10
+|
+00:SCAN HDFS [tpch_nested_parquet.customer c]
+ partitions=1/1 files=4 size=292.36MB
+ predicates: !empty(c.c_orders)
+ stored statistics:
+ table: rows=150000 size=292.36MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=16B cardinality=150000
+====
+# Parquet nested types with two levels of nesting materialized in scan. Should
+# reserve memory for columns at all three levels
+select c_custkey, o_orderkey, l_comment
+from tpch_nested_parquet.customer c, c.c_orders o, o.o_lineitems
+---- PLAN
+Max Per-Host Resource Reservation: Memory=24.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_nested_parquet.customer
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=24.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:SUBPLAN
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=2,1,0 row-size=64B cardinality=15000000
+|
+|--08:NESTED LOOP JOIN [CROSS JOIN]
+| | mem-estimate=24B mem-reservation=0B
+| | tuple-ids=2,1,0 row-size=64B cardinality=100
+| |
+| |--02:SINGULAR ROW SRC
+| | parent-subplan=01
+| | mem-estimate=0B mem-reservation=0B
+| | tuple-ids=0 row-size=24B cardinality=1
+| |
+| 04:SUBPLAN
+| | mem-estimate=0B mem-reservation=0B
+| | tuple-ids=2,1 row-size=40B cardinality=100
+| |
+| |--07:NESTED LOOP JOIN [CROSS JOIN]
+| | | mem-estimate=24B mem-reservation=0B
+| | | tuple-ids=2,1 row-size=40B cardinality=10
+| | |
+| | |--05:SINGULAR ROW SRC
+| | | parent-subplan=04
+| | | mem-estimate=0B mem-reservation=0B
+| | | tuple-ids=1 row-size=24B cardinality=1
+| | |
+| | 06:UNNEST [o.o_lineitems]
+| | parent-subplan=04
+| | mem-estimate=0B mem-reservation=0B
+| | tuple-ids=2 row-size=0B cardinality=10
+| |
+| 03:UNNEST [c.c_orders o]
+| parent-subplan=01
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=1 row-size=0B cardinality=10
+|
+00:SCAN HDFS [tpch_nested_parquet.customer c]
+ partitions=1/1 files=4 size=292.36MB
+ predicates: !empty(c.c_orders)
+ predicates on o: !empty(o.o_lineitems)
+ stored statistics:
+ table: rows=150000 size=292.36MB
+ columns missing stats: c_orders
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=24.00MB
+ tuple-ids=0 row-size=24B cardinality=150000
+====
+# Text scan
+select * from tpch.lineitem
+---- PLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [tpch.lineitem]
+ partitions=1/1 files=1 size=718.94MB
+ stored statistics:
+ table: rows=6001215 size=718.94MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=263B cardinality=6001215
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=263B cardinality=6001215
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
+Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+00:SCAN HDFS [tpch.lineitem, RANDOM]
+ partitions=1/1 files=1 size=718.94MB
+ stored statistics:
+ table: rows=6001215 size=718.94MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=263B cardinality=6001215
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=16.00MB
+Per-Host Resource Estimates: Memory=176.00MB
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=263B cardinality=6001215
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
+Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
+00:SCAN HDFS [tpch.lineitem, RANDOM]
+ partitions=1/1 files=1 size=718.94MB
+ stored statistics:
+ table: rows=6001215 size=718.94MB
+ columns: all
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=263B cardinality=6001215
+====
+# Single column text scan - memory reservation is same as multi-column scan.
+select l_comment from tpch_parquet.lineitem
+---- PLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
Per-Host Resource Estimates: Memory=80.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
- tuple-ids=0 row-size=263B cardinality=6001215
+ mem-estimate=80.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=42B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=8.00MB
Per-Host Resource Estimates: Memory=80.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -28,20 +799,20 @@ PLAN-ROOT SINK
|
01:EXCHANGE [UNPARTITIONED]
| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=263B cardinality=6001215
+| tuple-ids=0 row-size=42B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
- tuple-ids=0 row-size=263B cardinality=6001215
+ mem-estimate=80.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=42B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=16.00MB
Per-Host Resource Estimates: Memory=160.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -51,41 +822,44 @@ PLAN-ROOT SINK
|
01:EXCHANGE [UNPARTITIONED]
| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=263B cardinality=6001215
+| tuple-ids=0 row-size=42B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=160.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=160.00MB mem-reservation=16.00MB
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
- tuple-ids=0 row-size=263B cardinality=6001215
+ mem-estimate=80.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=42B cardinality=6001215
====
-# Text scan
-select * from tpch.lineitem;
+# Text scan on small files - memory reservation is reduced.
+select * from functional.alltypes
---- PLAN
-Max Per-Host Resource Reservation: Memory=0B
-Per-Host Resource Estimates: Memory=88.00MB
+Max Per-Host Resource Reservation: Memory=32.00KB
+Per-Host Resource Estimates: Memory=16.00MB
+Codegen disabled by planner
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
-00:SCAN HDFS [tpch.lineitem]
- partitions=1/1 files=1 size=718.94MB
+00:SCAN HDFS [functional.alltypes]
+ partitions=24/24 files=24 size=478.45KB
stored statistics:
- table: rows=6001215 size=718.94MB
+ table: rows=7300 size=478.45KB
+ partitions: 24/24 rows=7300
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
- tuple-ids=0 row-size=263B cardinality=6001215
+ mem-estimate=16.00MB mem-reservation=32.00KB
+ tuple-ids=0 row-size=97B cardinality=7300
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=0B
-Per-Host Resource Estimates: Memory=88.00MB
+Max Per-Host Resource Reservation: Memory=32.00KB
+Per-Host Resource Estimates: Memory=16.00MB
+Codegen disabled by planner
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -94,21 +868,23 @@ PLAN-ROOT SINK
|
01:EXCHANGE [UNPARTITIONED]
| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=263B cardinality=6001215
+| tuple-ids=0 row-size=97B cardinality=7300
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
-00:SCAN HDFS [tpch.lineitem, RANDOM]
- partitions=1/1 files=1 size=718.94MB
+Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
+00:SCAN HDFS [functional.alltypes, RANDOM]
+ partitions=24/24 files=24 size=478.45KB
stored statistics:
- table: rows=6001215 size=718.94MB
+ table: rows=7300 size=478.45KB
+ partitions: 24/24 rows=7300
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
- tuple-ids=0 row-size=263B cardinality=6001215
+ mem-estimate=16.00MB mem-reservation=32.00KB
+ tuple-ids=0 row-size=97B cardinality=7300
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=0B
-Per-Host Resource Estimates: Memory=176.00MB
+Max Per-Host Resource Reservation: Memory=64.00KB
+Per-Host Resource Estimates: Memory=32.00MB
+Codegen disabled by planner
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -117,18 +893,310 @@ PLAN-ROOT SINK
|
01:EXCHANGE [UNPARTITIONED]
| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=263B cardinality=6001215
+| tuple-ids=0 row-size=97B cardinality=7300
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
-00:SCAN HDFS [tpch.lineitem, RANDOM]
- partitions=1/1 files=1 size=718.94MB
+Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB
+00:SCAN HDFS [functional.alltypes, RANDOM]
+ partitions=24/24 files=24 size=478.45KB
stored statistics:
- table: rows=6001215 size=718.94MB
+ table: rows=7300 size=478.45KB
+ partitions: 24/24 rows=7300
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
- tuple-ids=0 row-size=263B cardinality=6001215
+ mem-estimate=16.00MB mem-reservation=32.00KB
+ tuple-ids=0 row-size=97B cardinality=7300
+====
+# Avro scan.
+select * from tpch_avro.orders
+---- PLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_avro.orders
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [tpch_avro.orders]
+ partitions=1/1 files=2 size=156.92MB
+ stored statistics:
+ table: rows=unavailable size=156.92MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=108B cardinality=unavailable
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=88.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_avro.orders
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=108B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
+Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+00:SCAN HDFS [tpch_avro.orders, RANDOM]
+ partitions=1/1 files=2 size=156.92MB
+ stored statistics:
+ table: rows=unavailable size=156.92MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=108B cardinality=unavailable
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=16.00MB
+Per-Host Resource Estimates: Memory=176.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_avro.orders
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=108B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
+Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
+00:SCAN HDFS [tpch_avro.orders, RANDOM]
+ partitions=1/1 files=2 size=156.92MB
+ stored statistics:
+ table: rows=unavailable size=156.92MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=88.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=108B cardinality=unavailable
+====
+# RC scan.
+select * from tpch_rc.customer
+---- PLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=32.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_rc.customer
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [tpch_rc.customer]
+ partitions=1/1 files=1 size=22.48MB
+ stored statistics:
+ table: rows=unavailable size=22.48MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=32.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=98B cardinality=unavailable
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=32.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_rc.customer
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=98B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB
+00:SCAN HDFS [tpch_rc.customer, RANDOM]
+ partitions=1/1 files=1 size=22.48MB
+ stored statistics:
+ table: rows=unavailable size=22.48MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=32.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=98B cardinality=unavailable
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=16.00MB
+Per-Host Resource Estimates: Memory=64.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpch_rc.customer
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=98B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
+Per-Host Resources: mem-estimate=64.00MB mem-reservation=16.00MB
+00:SCAN HDFS [tpch_rc.customer, RANDOM]
+ partitions=1/1 files=1 size=22.48MB
+ stored statistics:
+ table: rows=unavailable size=22.48MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=32.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=98B cardinality=unavailable
+====
+# Seq scan.
+select * from tpcds_seq_snap.web_returns
+---- PLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=16.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpcds_seq_snap.web_returns
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [tpcds_seq_snap.web_returns]
+ partitions=1/1 files=1 size=6.55MB
+ stored statistics:
+ table: rows=unavailable size=6.55MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=104B cardinality=unavailable
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=16.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpcds_seq_snap.web_returns
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=104B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
+Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB
+00:SCAN HDFS [tpcds_seq_snap.web_returns, RANDOM]
+ partitions=1/1 files=1 size=6.55MB
+ stored statistics:
+ table: rows=unavailable size=6.55MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=104B cardinality=unavailable
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=16.00MB
+Per-Host Resource Estimates: Memory=32.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+tpcds_seq_snap.web_returns
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=104B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
+Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00MB
+00:SCAN HDFS [tpcds_seq_snap.web_returns, RANDOM]
+ partitions=1/1 files=1 size=6.55MB
+ stored statistics:
+ table: rows=unavailable size=6.55MB
+ columns: unavailable
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=8.00MB
+ tuple-ids=0 row-size=104B cardinality=unavailable
+====
+# Mixed table format scan
+select * from functional.alltypesmixedformat
+---- PLAN
+Max Per-Host Resource Reservation: Memory=32.00KB
+Per-Host Resource Estimates: Memory=16.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional.alltypesmixedformat
+
+F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+00:SCAN HDFS [functional.alltypesmixedformat]
+ partitions=3/3 files=3 size=58.36KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/3 rows=unavailable
+ columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=32.00KB
+ tuple-ids=0 row-size=88B cardinality=unavailable
+---- DISTRIBUTEDPLAN
+Max Per-Host Resource Reservation: Memory=32.00KB
+Per-Host Resource Estimates: Memory=16.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional.alltypesmixedformat
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=88B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
+Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
+00:SCAN HDFS [functional.alltypesmixedformat, RANDOM]
+ partitions=3/3 files=3 size=58.36KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/3 rows=unavailable
+ columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=32.00KB
+ tuple-ids=0 row-size=88B cardinality=unavailable
+---- PARALLELPLANS
+Max Per-Host Resource Reservation: Memory=64.00KB
+Per-Host Resource Estimates: Memory=32.00MB
+WARNING: The following tables are missing relevant table and/or column statistics.
+functional.alltypesmixedformat
+
+F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
+| Per-Host Resources: mem-estimate=0B mem-reservation=0B
+PLAN-ROOT SINK
+| mem-estimate=0B mem-reservation=0B
+|
+01:EXCHANGE [UNPARTITIONED]
+| mem-estimate=0B mem-reservation=0B
+| tuple-ids=0 row-size=88B cardinality=unavailable
+|
+F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
+Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB
+00:SCAN HDFS [functional.alltypesmixedformat, RANDOM]
+ partitions=3/3 files=3 size=58.36KB
+ stored statistics:
+ table: rows=unavailable size=unavailable
+ partitions: 0/3 rows=unavailable
+ columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col
+ extrapolated-rows=disabled
+ mem-estimate=16.00MB mem-reservation=32.00KB
+ tuple-ids=0 row-size=88B cardinality=unavailable
====
# HBase scan
select * from functional_hbase.alltypes
@@ -258,11 +1326,11 @@ select * from tpch.lineitem
union all
select * from tpch.lineitem
---- PLAN
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=8.00MB
Per-Host Resource Estimates: Memory=88.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -277,7 +1345,7 @@ PLAN-ROOT SINK
| table: rows=6001215 size=718.94MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
01:SCAN HDFS [tpch.lineitem]
@@ -286,10 +1354,10 @@ PLAN-ROOT SINK
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=8.00MB
Per-Host Resource Estimates: Memory=88.00MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -302,7 +1370,7 @@ PLAN-ROOT SINK
| tuple-ids=2 row-size=263B cardinality=12002430
|
F02:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
00:UNION
| pass-through-operands: all
| mem-estimate=0B mem-reservation=0B
@@ -314,7 +1382,7 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
| table: rows=6001215 size=718.94MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
01:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -323,10 +1391,10 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=16.00MB
Per-Host Resource Estimates: Memory=176.00MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -339,7 +1407,7 @@ PLAN-ROOT SINK
| tuple-ids=2 row-size=263B cardinality=12002430
|
F02:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
00:UNION
| pass-through-operands: all
| mem-estimate=0B mem-reservation=0B
@@ -351,7 +1419,7 @@ Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
| table: rows=6001215 size=718.94MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
01:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -360,7 +1428,7 @@ Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
====
# Grouping aggregation
@@ -368,11 +1436,11 @@ select l_orderkey, count(*)
from tpch_parquet.lineitem
group by l_orderkey
---- PLAN
-Max Per-Host Resource Reservation: Memory=34.00MB
+Max Per-Host Resource Reservation: Memory=42.00MB
Per-Host Resource Estimates: Memory=114.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB
+| Per-Host Resources: mem-estimate=114.00MB mem-reservation=42.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -383,15 +1451,15 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=8B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=42.50MB
+Max Per-Host Resource Reservation: Memory=50.50MB
Per-Host Resource Estimates: Memory=124.00MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -416,7 +1484,7 @@ Per-Host Resources: mem-estimate=10.00MB mem-reservation=8.50MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB
+Per-Host Resources: mem-estimate=114.00MB mem-reservation=42.00MB
01:AGGREGATE [STREAMING]
| output: count(*)
| group by: l_orderkey
@@ -424,15 +1492,15 @@ Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=8B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=77.50MB
+Max Per-Host Resource Reservation: Memory=93.50MB
Per-Host Resource Estimates: Memory=248.00MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -457,7 +1525,7 @@ Per-Host Resources: mem-estimate=20.00MB mem-reservation=9.50MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=228.00MB mem-reservation=68.00MB
+Per-Host Resources: mem-estimate=228.00MB mem-reservation=84.00MB
01:AGGREGATE [STREAMING]
| output: count(*)
| group by: l_orderkey
@@ -465,22 +1533,22 @@ Per-Host Resources: mem-estimate=228.00MB mem-reservation=68.00MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=8B cardinality=6001215
====
# Non-grouping aggregation with zero-slot parquet scan
select count(*) from tpch_parquet.lineitem
---- PLAN
-Max Per-Host Resource Reservation: Memory=0B
-Per-Host Resource Estimates: Memory=11.00MB
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=18.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=11.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=18.00MB mem-reservation=8.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -490,16 +1558,16 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=1.00MB mem-reservation=0B
+ mem-estimate=8.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=8B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=0B
-Per-Host Resource Estimates: Memory=21.00MB
+Max Per-Host Resource Reservation: Memory=8.00MB
+Per-Host Resource Estimates: Memory=28.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=10.00MB mem-reservation=0B
@@ -516,22 +1584,22 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=8B cardinality=1
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=11.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=18.00MB mem-reservation=8.00MB
01:AGGREGATE
| output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows)
| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=1.00MB mem-reservation=0B
+ mem-estimate=8.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=8B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=16.00MB
Per-Host Resource Estimates: Memory=190.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -549,19 +1617,19 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=8B cardinality=1
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=180.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=180.00MB mem-reservation=16.00MB
01:AGGREGATE
| output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows)
| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=8B cardinality=6001215
====
# Sort
@@ -569,11 +1637,11 @@ select *
from tpch_parquet.lineitem
order by l_comment
---- PLAN
-Max Per-Host Resource Reservation: Memory=12.00MB
+Max Per-Host Resource Reservation: Memory=84.00MB
Per-Host Resource Estimates: Memory=120.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB
+| Per-Host Resources: mem-estimate=120.00MB mem-reservation=84.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -583,15 +1651,15 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=72.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=12.00MB
+Max Per-Host Resource Reservation: Memory=84.00MB
Per-Host Resource Estimates: Memory=120.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -605,22 +1673,22 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB
+Per-Host Resources: mem-estimate=120.00MB mem-reservation=84.00MB
01:SORT
| order by: l_comment ASC
| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=72.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=24.00MB
+Max Per-Host Resource Reservation: Memory=168.00MB
Per-Host Resource Estimates: Memory=240.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -634,19 +1702,19 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=240.00MB mem-reservation=24.00MB
+Per-Host Resources: mem-estimate=240.00MB mem-reservation=168.00MB
01:SORT
| order by: l_comment ASC
| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=72.00MB
tuple-ids=0 row-size=263B cardinality=6001215
====
# TOP-N
@@ -655,11 +1723,11 @@ from tpch_parquet.lineitem
order by l_comment
limit 100
---- PLAN
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=72.00MB
Per-Host Resource Estimates: Memory=80.03MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=80.03MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=80.03MB mem-reservation=72.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -669,15 +1737,15 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=100
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=72.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=72.00MB
Per-Host Resource Estimates: Memory=80.03MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -692,22 +1760,22 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=100
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=80.03MB mem-reservation=0B
+Per-Host Resources: mem-estimate=80.03MB mem-reservation=72.00MB
01:TOP-N [LIMIT=100]
| order by: l_comment ASC
| mem-estimate=25.66KB mem-reservation=0B
| tuple-ids=1 row-size=263B cardinality=100
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=72.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=144.00MB
Per-Host Resource Estimates: Memory=160.05MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -722,30 +1790,30 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=100
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=160.05MB mem-reservation=0B
+Per-Host Resources: mem-estimate=160.05MB mem-reservation=144.00MB
01:TOP-N [LIMIT=100]
| order by: l_comment ASC
| mem-estimate=25.66KB mem-reservation=0B
| tuple-ids=1 row-size=263B cardinality=100
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=72.00MB
tuple-ids=0 row-size=263B cardinality=6001215
====
# Broadcast Hash Join
select *
from tpch.lineitem inner join tpch.orders on l_orderkey = o_orderkey
---- PLAN
-Max Per-Host Resource Reservation: Memory=35.00MB
+Max Per-Host Resource Reservation: Memory=51.00MB
Per-Host Resource Estimates: Memory=477.41MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=477.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
+| Per-Host Resources: mem-estimate=477.41MB mem-reservation=51.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -762,7 +1830,7 @@ PLAN-ROOT SINK
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem]
@@ -772,10 +1840,10 @@ PLAN-ROOT SINK
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=35.00MB
+Max Per-Host Resource Reservation: Memory=51.00MB
Per-Host Resource Estimates: Memory=477.41MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -788,7 +1856,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=389.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
+Per-Host Resources: mem-estimate=389.41MB mem-reservation=43.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
@@ -801,14 +1869,14 @@ Per-Host Resources: mem-estimate=389.41MB mem-reservation=35.00MB runtime-filter
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -818,10 +1886,10 @@ Per-Host Resources: mem-estimate=389.41MB mem-reservation=35.00MB runtime-filter
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=70.00MB
+Max Per-Host Resource Reservation: Memory=102.00MB
Per-Host Resource Estimates: Memory=954.83MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -834,7 +1902,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=778.83MB mem-reservation=70.00MB runtime-filters-memory=1.00MB
+Per-Host Resources: mem-estimate=778.83MB mem-reservation=86.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
| hash predicates: l_orderkey = o_orderkey
@@ -855,14 +1923,14 @@ Per-Host Resources: mem-estimate=778.83MB mem-reservation=70.00MB runtime-filter
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -872,18 +1940,18 @@ Per-Host Resources: mem-estimate=778.83MB mem-reservation=70.00MB runtime-filter
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
====
# Shuffle Hash Join
select *
from tpch.lineitem inner join /* +shuffle */ tpch.orders on l_orderkey = o_orderkey
---- PLAN
-Max Per-Host Resource Reservation: Memory=35.00MB
+Max Per-Host Resource Reservation: Memory=51.00MB
Per-Host Resource Estimates: Memory=477.41MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=477.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
+| Per-Host Resources: mem-estimate=477.41MB mem-reservation=51.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -900,7 +1968,7 @@ PLAN-ROOT SINK
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem]
@@ -910,10 +1978,10 @@ PLAN-ROOT SINK
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=36.00MB
+Max Per-Host Resource Reservation: Memory=52.00MB
Per-Host Resource Estimates: Memory=278.14MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -939,14 +2007,14 @@ Per-Host Resources: mem-estimate=101.14MB mem-reservation=35.00MB runtime-filter
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
03:EXCHANGE [HASH(l_orderkey)]
@@ -954,7 +2022,7 @@ Per-Host Resources: mem-estimate=101.14MB mem-reservation=35.00MB runtime-filter
| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=89.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB
+Per-Host Resources: mem-estimate=89.00MB mem-reservation=9.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch.lineitem, RANDOM]
partitions=1/1 files=1 size=718.94MB
runtime filters: RF000[bloom] -> l_orderkey
@@ -962,10 +2030,10 @@ Per-Host Resources: mem-estimate=89.00MB mem-reservation=1.00MB runtime-filters-
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=72.00MB
+Max Per-Host Resource Reservation: Memory=104.00MB
Per-Host Resource Estimates: Memory=456.14MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -999,14 +2067,14 @@ Per-Host Resources: mem-estimate=102.14MB mem-reservation=70.00MB runtime-filter
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
03:EXCHANGE [HASH(l_orderkey)]
@@ -1014,7 +2082,7 @@ Per-Host Resources: mem-estimate=102.14MB mem-reservation=70.00MB runtime-filter
| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=178.00MB mem-reservation=2.00MB runtime-filters-memory=1.00MB
+Per-Host Resources: mem-estimate=178.00MB mem-reservation=18.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch.lineitem, RANDOM]
partitions=1/1 files=1 size=718.94MB
runtime filters: RF000[bloom] -> l_orderkey
@@ -1022,18 +2090,18 @@ Per-Host Resources: mem-estimate=178.00MB mem-reservation=2.00MB runtime-filters
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
====
# Nested loop join
select *
from tpch.lineitem, tpch.orders
---- PLAN
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=16.00MB
Per-Host Resource Estimates: Memory=449.10MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=449.10MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=449.10MB mem-reservation=16.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1047,7 +2115,7 @@ PLAN-ROOT SINK
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem]
@@ -1056,10 +2124,10 @@ PLAN-ROOT SINK
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=16.00MB
Per-Host Resource Estimates: Memory=449.10MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1072,7 +2140,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=9001822500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=361.10MB mem-reservation=0B
+Per-Host Resources: mem-estimate=361.10MB mem-reservation=8.00MB
02:NESTED LOOP JOIN [CROSS JOIN, BROADCAST]
| mem-estimate=273.10MB mem-reservation=0B
| tuple-ids=0,1 row-size=454B cardinality=9001822500000
@@ -1082,14 +2150,14 @@ Per-Host Resources: mem-estimate=361.10MB mem-reservation=0B
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -1098,10 +2166,10 @@ Per-Host Resources: mem-estimate=361.10MB mem-reservation=0B
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=0B
+Max Per-Host Resource Reservation: Memory=32.00MB
Per-Host Resource Estimates: Memory=898.21MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1114,7 +2182,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=9001822500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=722.21MB mem-reservation=0B
+Per-Host Resources: mem-estimate=722.21MB mem-reservation=16.00MB
02:NESTED LOOP JOIN [CROSS JOIN, BROADCAST]
| join table id: 00
| mem-estimate=273.10MB mem-reservation=0B
@@ -1131,14 +2199,14 @@ Per-Host Resources: mem-estimate=722.21MB mem-reservation=0B
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
+| Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=0B
+| mem-estimate=88.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -1147,7 +2215,7 @@ Per-Host Resources: mem-estimate=722.21MB mem-reservation=0B
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=0B
+ mem-estimate=88.00MB mem-reservation=8.00MB
tuple-ids=0 row-size=263B cardinality=6001215
====
# Empty set node
@@ -1196,12 +2264,12 @@ PLAN-ROOT SINK
select max(tinyint_col) over(partition by int_col)
from functional.alltypes
---- PLAN
-Max Per-Host Resource Reservation: Memory=10.00MB
+Max Per-Host Resource Reservation: Memory=10.03MB
Per-Host Resource Estimates: Memory=26.00MB
Codegen disabled by planner
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=26.00MB mem-reservation=10.00MB
+| Per-Host Resources: mem-estimate=26.00MB mem-reservation=10.03MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1223,10 +2291,10 @@ PLAN-ROOT SINK
partitions: 24/24 rows=7300
columns: all
extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=0B
+ mem-estimate=16.00MB mem-reservation=32.00KB
tuple-ids=0 row-size=5B cardinality=7300
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=10.00MB
+Max Per-Host Resource Reservation: Memory=10.03MB
Per-Host Resource Estimates: Memory=26.00MB
Codegen disabled by planner
@@ -1257,7 +2325,7 @@ Per-Host Resources: mem-estimate=10.00MB mem-reservation=10.00MB
| tuple-ids=0 row-size=5B cardinality=7300
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=16.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
00:SCAN HDFS [functional.alltypes, RANDOM]
partitions=24/24 files=24 size=478.45KB
stored statistics:
@@ -1265,10 +2333,10 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=0B
partitions: 24/24 rows=7300
columns: all
extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=0B
+ mem-estimate=16.00MB mem-reservation=32.00KB
tuple-ids=0 row-size=5B cardinality=7300
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=20.00MB
+Max Per-Host Resource Reservation: Memory=20.06MB
Per-Host Resource Estimates: Memory=52.00MB
Codegen disabled by planner
@@ -1299,7 +2367,7 @@ Per-Host Resources: mem-estimate=20.00MB mem-reservation=20.00MB
| tuple-ids=0 row-size=5B cardinality=7300
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=32.00MB mem-reservation=0B
+Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB
00:SCAN HDFS [functional.alltypes, RANDOM]
partitions=24/24 files=24 size=478.45KB
stored statistics:
@@ -1307,7 +2375,7 @@ Per-Host Resources: mem-estimate=32.00MB mem-reservation=0B
partitions: 24/24 rows=7300
columns: all
extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=0B
+ mem-estimate=16.00MB mem-reservation=32.00KB
tuple-ids=0 row-size=5B cardinality=7300
====
# Pipeline of blocking operators from analytic fns. Blocking operators break
@@ -1317,11 +2385,11 @@ select *, row_number() over (order by o_totalprice) rnum_price,
row_number() over (order by o_orderpriority) rnum_priority
from tpch_parquet.orders
---- PLAN
-Max Per-Host Resource Reservation: Memory=36.00MB
-Per-Host Resource Estimates: Memory=70.00MB
+Max Per-Host Resource Reservation: Memory=72.00MB
+Per-Host Resource Estimates: Memory=78.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=70.00MB mem-reservation=36.00MB
+| Per-Host Resources: mem-estimate=78.00MB mem-reservation=72.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1367,11 +2435,11 @@ PLAN-ROOT SINK
table: rows=1500000 size=54.07MB
columns: all
extrapolated-rows=disabled
- mem-estimate=40.00MB mem-reservation=0B
+ mem-estimate=48.00MB mem-reservation=48.00MB
tuple-ids=0 row-size=191B cardinality=1500000
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=44.00MB
-Per-Host Resource Estimates: Memory=102.00MB
+Max Per-Host Resource Reservation: Memory=92.00MB
+Per-Host Resource Estimates: Memory=110.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=44.00MB mem-reservation=32.00MB
@@ -1415,7 +2483,7 @@ PLAN-ROOT SINK
| tuple-ids=6 row-size=191B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-Per-Host Resources: mem-estimate=58.00MB mem-reservation=12.00MB
+Per-Host Resources: mem-estimate=66.00MB mem-reservation=60.00MB
01:SORT
| order by: o_totalprice ASC
| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
@@ -1427,11 +2495,11 @@ Per-Host Resources: mem-estimate=58.00MB mem-reservation=12.00MB
table: rows=1500000 size=54.07MB
columns: all
extrapolated-rows=disabled
- mem-estimate=40.00MB mem-reservation=0B
+ mem-estimate=48.00MB mem-reservation=48.00MB
tuple-ids=0 row-size=191B cardinality=1500000
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=56.00MB
-Per-Host Resource Estimates: Memory=160.00MB
+Max Per-Host Resource Reservation: Memory=152.00MB
+Per-Host Resource Estimates: Memory=176.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=44.00MB mem-reservation=32.00MB
@@ -1475,7 +2543,7 @@ PLAN-ROOT SINK
| tuple-ids=6 row-size=191B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-Per-Host Resources: mem-estimate=116.00MB mem-reservation=24.00MB
+Per-Host Resources: mem-estimate=132.00MB mem-reservation=120.00MB
01:SORT
| order by: o_totalprice ASC
| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
@@ -1487,7 +2555,7 @@ Per-Host Resources: mem-estimate=116.00MB mem-reservation=24.00MB
table: rows=1500000 size=54.07MB
columns: all
extrapolated-rows=disabled
- mem-estimate=40.00MB mem-reservation=0B
+ mem-estimate=48.00MB mem-reservation=48.00MB
tuple-ids=0 row-size=191B cardinality=1500000
====
# Union with non-trivial branches: each branch executes sequentially within fragment.
@@ -1503,11 +2571,11 @@ select l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
from tpch_parquet.lineitem join tpch_parquet.orders on l_orderkey = o_orderkey
where l_shipmode = 'F'
---- PLAN
-Max Per-Host Resource Reservation: Memory=54.00MB
+Max Per-Host Resource Reservation: Memory=102.00MB
Per-Host Resource Estimates: Memory=142.58MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=142.58MB mem-reservation=54.00MB runtime-filters-memory=3.00MB
+| Per-Host Resources: mem-estimate=142.58MB mem-reservation=102.00MB runtime-filters-memory=3.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1529,20 +2597,20 @@ PLAN-ROOT SINK
| | table: rows=1500000 size=54.07MB
| | columns: all
| | extrapolated-rows=disabled
-| | mem-estimate=40.00MB mem-reservation=0B
+| | mem-estimate=40.00MB mem-reservation=8.00MB
| | tuple-ids=6 row-size=8B cardinality=1500000
| |
| 08:SCAN HDFS [tpch_parquet.lineitem]
-| partitions=1/1 files=3 size=193.73MB
+| partitions=1/1 files=3 size=193.71MB
| predicates: l_shipmode = 'F'
| runtime filters: RF004[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.73MB
+| table: rows=6001215 size=193.71MB
| columns: all
| extrapolated-rows=disabled
| parquet statistics predicates: l_shipmode = 'F'
| parquet dictionary predicates: l_shipmode = 'F'
-| mem-estimate=80.00MB mem-reservation=0B
+| mem-estimate=80.00MB mem-reservation=48.00MB
| tuple-ids=5 row-size=91B cardinality=857316
|
|--07:HASH JOIN [INNER JOIN]
@@ -1561,17 +2629,17 @@ PLAN-ROOT SINK
| | extrapolated-rows=disabled
| | parquet statistics predicates: o_orderpriority = '2-HIGH'
| | parquet dictionary predicates: o_orderpriority = '2-HIGH'
-| | mem-estimate=40.00MB mem-reservation=0B
+| | mem-estimate=40.00MB mem-reservation=16.00MB
| | tuple-ids=4 row-size=32B cardinality=300000
| |
| 05:SCAN HDFS [tpch_parquet.lineitem]
-| partitions=1/1 files=3 size=193.73MB
+| partitions=1/1 files=3 size=193.71MB
| runtime filters: RF002[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.73MB
+| table: rows=6001215 size=193.71MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=80.00MB mem-reservation=0B
+| mem-estimate=80.00MB mem-reservation=40.00MB
| tuple-ids=3 row-size=70B cardinality=6001215
|
04:AGGREGATE [FINALIZE]
@@ -1592,23 +2660,23 @@ PLAN-ROOT SINK
| table: rows=1500000 size=54.07MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=40.00MB mem-reservation=0B
+| mem-estimate=40.00MB mem-reservation=8.00MB
| tuple-ids=1 row-size=8B cardinality=1500000
|
01:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.73MB
+ partitions=1/1 files=3 size=193.71MB
predicates: l_tax > 10
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.73MB
+ table: rows=6001215 size=193.71MB
columns: all
extrapolated-rows=disabled
parquet statistics predicates: l_tax > 10
parquet dictionary predicates: l_tax > 10
- mem-estimate=80.00MB mem-reservation=0B
+ mem-estimate=80.00MB mem-reservation=48.00MB
tuple-ids=0 row-size=78B cardinality=600122
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=76.75MB
+Max Per-Host Resource Reservation: Memory=187.75MB
Per-Host Resource Estimates: Memory=348.33MB
F09:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1621,7 +2689,7 @@ PLAN-ROOT SINK
| tuple-ids=7 row-size=70B cardinality=2549844
|
F08:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=99.00MB mem-reservation=36.00MB runtime-filters-memory=2.00MB
+Per-Host Resources: mem-estimate=99.00MB mem-reservation=67.00MB runtime-filters-memory=2.00MB
00:UNION
| pass-through-operands: 14
| mem-estimate=0B mem-reservation=0B
@@ -1639,27 +2707,27 @@ Per-Host Resources: mem-estimate=99.00MB mem-reservation=36.00MB runtime-filters
| | | tuple-ids=6 row-size=8B cardinality=1500000
| | |
| | F07:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
+| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=8.00MB
| | 09:SCAN HDFS [tpch_parquet.orders, RANDOM]
| | partitions=1/1 files=2 size=54.07MB
| | stored statistics:
| | table: rows=1500000 size=54.07MB
| | columns: all
| | extrapolated-rows=disabled
-| | mem-estimate=40.00MB mem-reservation=0B
+| | mem-estimate=40.00MB mem-reservation=8.00MB
| | tuple-ids=6 row-size=8B cardinality=1500000
| |
| 08:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
-| partitions=1/1 files=3 size=193.73MB
+| partitions=1/1 files=3 size=193.71MB
| predicates: l_shipmode = 'F'
| runtime filters: RF004[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.73MB
+| table: rows=6001215 size=193.71MB
| columns: all
| extrapolated-rows=disabled
| parquet statistics predicates: l_shipmode = 'F'
| parquet dictionary predicates: l_shipmode = 'F'
-| mem-estimate=80.00MB mem-reservation=0B
+| mem-estimate=80.00MB mem-reservation=48.00MB
| tuple-ids=5 row-size=91B cardinality=857316
|
|--07:HASH JOIN [INNER JOIN, BROADCAST]
@@ -1674,7 +2742,7 @@ Per-Host Resources: mem-estimate=99.00MB mem-reservation=36.00MB runtime-filters
| | | tuple-ids=4 row-size=32B cardinality=300000
| | |
| | F05:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
+| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=16.00MB
| | 06:SCAN HDFS [tpch_parquet.orders, RANDOM]
| | partitions=1/1 files=2 size=54.07MB
| | predicates: o_orderpriority = '2-HIGH'
@@ -1684,17 +2752,17 @@ Per-Host Resources: mem-estimate=99.00MB mem-reservation=36.00MB runtime-filters
| | extrapolated-rows=disabled
| | parquet statistics predicates: o_orderpr
<TRUNCATED>