You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2018/03/03 06:25:28 UTC
[05/11] impala git commit: Revert IMPALA-4835 and dependent changes
http://git-wip-us.apache.org/repos/asf/impala/blob/161cbe30/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
index 6f9fcdb..586f4f1 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test
@@ -1,795 +1,24 @@
# Parquet scan
select * from tpch_parquet.lineitem
---- PLAN
-Max Per-Host Resource Reservation: Memory=72.00MB
-Per-Host Resource Estimates: Memory=80.00MB
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=80.00MB mem-reservation=72.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.71MB
- stored statistics:
- table: rows=6001215 size=193.71MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=72.00MB
- tuple-ids=0 row-size=263B cardinality=6001215
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=72.00MB
-Per-Host Resource Estimates: Memory=80.00MB
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=263B cardinality=6001215
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=80.00MB mem-reservation=72.00MB
-00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
- stored statistics:
- table: rows=6001215 size=193.71MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=72.00MB
- tuple-ids=0 row-size=263B cardinality=6001215
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=144.00MB
-Per-Host Resource Estimates: Memory=160.00MB
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=263B cardinality=6001215
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=160.00MB mem-reservation=144.00MB
-00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
- stored statistics:
- table: rows=6001215 size=193.71MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=72.00MB
- tuple-ids=0 row-size=263B cardinality=6001215
-====
-# Single column parquet scan - memory reservation is reduced compared to multi-column
-# scan.
-select l_comment from tpch_parquet.lineitem
----- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=80.00MB
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.71MB
- stored statistics:
- table: rows=6001215 size=193.71MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=42B cardinality=6001215
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=80.00MB
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=42B cardinality=6001215
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB
-00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
- stored statistics:
- table: rows=6001215 size=193.71MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=42B cardinality=6001215
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=16.00MB
-Per-Host Resource Estimates: Memory=160.00MB
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=42B cardinality=6001215
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=160.00MB mem-reservation=16.00MB
-00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
- stored statistics:
- table: rows=6001215 size=193.71MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=42B cardinality=6001215
-====
-# Small parquet files - memory reservation is reduced because of small file size.
-select string_col from functional_parquet.alltypes;
----- PLAN
-Max Per-Host Resource Reservation: Memory=16.00KB
-Per-Host Resource Estimates: Memory=16.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional_parquet.alltypes
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00KB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [functional_parquet.alltypes]
- partitions=24/24 files=24 size=189.70KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/24 rows=unavailable
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=16.00KB
- tuple-ids=0 row-size=16B cardinality=unavailable
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=16.00KB
-Per-Host Resource Estimates: Memory=16.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional_parquet.alltypes
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=16B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00KB
-00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
- partitions=24/24 files=24 size=189.70KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/24 rows=unavailable
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=16.00KB
- tuple-ids=0 row-size=16B cardinality=unavailable
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=32.00KB
-Per-Host Resource Estimates: Memory=32.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional_parquet.alltypes
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=16B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB
-00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
- partitions=24/24 files=24 size=189.70KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/24 rows=unavailable
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=16.00KB
- tuple-ids=0 row-size=16B cardinality=unavailable
-====
-# Multi-column parquet scan with small files - memory reservation is reduced because of
-# small file size but a minimum amount is reserved per column.
-select int_col, float_col, string_col from functional_parquet.alltypes;
----- PLAN
-Max Per-Host Resource Reservation: Memory=24.00KB
-Per-Host Resource Estimates: Memory=16.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional_parquet.alltypes
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [functional_parquet.alltypes]
- partitions=24/24 files=24 size=189.70KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/24 rows=unavailable
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=24.00KB
- tuple-ids=0 row-size=24B cardinality=unavailable
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=24.00KB
-Per-Host Resource Estimates: Memory=16.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional_parquet.alltypes
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=24B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB
-00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
- partitions=24/24 files=24 size=189.70KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/24 rows=unavailable
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=24.00KB
- tuple-ids=0 row-size=24B cardinality=unavailable
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=48.00KB
-Per-Host Resource Estimates: Memory=32.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional_parquet.alltypes
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=24B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=32.00MB mem-reservation=48.00KB
-00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
- partitions=24/24 files=24 size=189.70KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/24 rows=unavailable
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=24.00KB
- tuple-ids=0 row-size=24B cardinality=unavailable
-====
-# Parquet scan with no materialized columns. Need reservation to scan levels to determine
-# row count.
-select 'foo' from functional_parquet.alltypes
----- PLAN
-Max Per-Host Resource Reservation: Memory=16.00KB
-Per-Host Resource Estimates: Memory=10.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional_parquet.alltypes
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=1.00MB mem-reservation=16.00KB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [functional_parquet.alltypes]
- partitions=24/24 files=24 size=189.70KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/24 rows=unavailable
- columns: all
- extrapolated-rows=disabled
- mem-estimate=1.00MB mem-reservation=16.00KB
- tuple-ids=0 row-size=0B cardinality=unavailable
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=16.00KB
-Per-Host Resource Estimates: Memory=10.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional_parquet.alltypes
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=0B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=1.00MB mem-reservation=16.00KB
-00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
- partitions=24/24 files=24 size=189.70KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/24 rows=unavailable
- columns: all
- extrapolated-rows=disabled
- mem-estimate=1.00MB mem-reservation=16.00KB
- tuple-ids=0 row-size=0B cardinality=unavailable
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=32.00KB
-Per-Host Resource Estimates: Memory=32.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional_parquet.alltypes
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=0B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB
-00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
- partitions=24/24 files=24 size=189.70KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/24 rows=unavailable
- columns: all
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=16.00KB
- tuple-ids=0 row-size=0B cardinality=unavailable
-====
-# Parquet nested types, unnested in scan - should reserve memory for each column.
-select o_orderkey, o_orderstatus, o_totalprice, o_orderdate, o_orderpriority, o_clerk
-from tpch_nested_parquet.customer.c_orders
----- PLAN
-Max Per-Host Resource Reservation: Memory=48.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=48.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [tpch_nested_parquet.customer.c_orders]
- partitions=1/1 files=4 size=292.36MB
- stored statistics:
- table: rows=150000 size=292.36MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=48.00MB
- tuple-ids=0 row-size=80B cardinality=1500000
-====
-# Parquet nested types, unnested in scan - don't reserve extra memory for "pos" virtual
-# column that piggy-backs on another column.
-select o_orderkey, pos
-from tpch_nested_parquet.customer.c_orders
----- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [tpch_nested_parquet.customer.c_orders]
- partitions=1/1 files=4 size=292.36MB
- stored statistics:
- table: rows=150000 size=292.36MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=16B cardinality=1500000
-====
-# Parquet nested types, unnested in scan - reserve memory for "pos" virtual column if it
-# is the only column materialized.
-select pos
-from tpch_nested_parquet.customer.c_orders
----- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [tpch_nested_parquet.customer.c_orders]
- partitions=1/1 files=4 size=292.36MB
- stored statistics:
- table: rows=150000 size=292.36MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=8B cardinality=1500000
-====
-# Parquet nested types, left nested in scan - should reserve memory for each scalar
-# column in the nested collection plus the top-level column.
-select c_custkey, o_orderkey, o_orderstatus, o_totalprice, o_orderdate, o_orderpriority,
- o_clerk
-from tpch_nested_parquet.customer c, c.c_orders
----- PLAN
-Max Per-Host Resource Reservation: Memory=56.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_nested_parquet.customer
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=56.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:SUBPLAN
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1,0 row-size=104B cardinality=1500000
-|
-|--04:NESTED LOOP JOIN [CROSS JOIN]
-| | mem-estimate=24B mem-reservation=0B
-| | tuple-ids=1,0 row-size=104B cardinality=10
-| |
-| |--02:SINGULAR ROW SRC
-| | parent-subplan=01
-| | mem-estimate=0B mem-reservation=0B
-| | tuple-ids=0 row-size=24B cardinality=1
-| |
-| 03:UNNEST [c.c_orders]
-| parent-subplan=01
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1 row-size=0B cardinality=10
-|
-00:SCAN HDFS [tpch_nested_parquet.customer c]
- partitions=1/1 files=4 size=292.36MB
- predicates: !empty(c.c_orders)
- stored statistics:
- table: rows=150000 size=292.36MB
- columns missing stats: c_orders
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=56.00MB
- tuple-ids=0 row-size=24B cardinality=150000
-====
-# Parquet nested types, left nested in scan - should reserve memory for each scalar
-# column (excluding pos) in the nested collection plus the top-level column.
-select c_custkey, o_orderkey, pos
-from tpch_nested_parquet.customer c, c.c_orders
----- PLAN
-Max Per-Host Resource Reservation: Memory=16.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_nested_parquet.customer
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:SUBPLAN
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1,0 row-size=40B cardinality=1500000
-|
-|--04:NESTED LOOP JOIN [CROSS JOIN]
-| | mem-estimate=24B mem-reservation=0B
-| | tuple-ids=1,0 row-size=40B cardinality=10
-| |
-| |--02:SINGULAR ROW SRC
-| | parent-subplan=01
-| | mem-estimate=0B mem-reservation=0B
-| | tuple-ids=0 row-size=24B cardinality=1
-| |
-| 03:UNNEST [c.c_orders]
-| parent-subplan=01
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1 row-size=0B cardinality=10
-|
-00:SCAN HDFS [tpch_nested_parquet.customer c]
- partitions=1/1 files=4 size=292.36MB
- predicates: !empty(c.c_orders)
- stored statistics:
- table: rows=150000 size=292.36MB
- columns missing stats: c_orders
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=16.00MB
- tuple-ids=0 row-size=24B cardinality=150000
-====
-# Parquet nested types, left nested in scan - should reserve memory for virtual
-# pos column in the nested collection because nothing else is materialized from
-# the collection, plus the top-level column.
-select c_custkey, pos
-from tpch_nested_parquet.customer c, c.c_orders
----- PLAN
-Max Per-Host Resource Reservation: Memory=16.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_nested_parquet.customer
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:SUBPLAN
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1,0 row-size=32B cardinality=1500000
-|
-|--04:NESTED LOOP JOIN [CROSS JOIN]
-| | mem-estimate=24B mem-reservation=0B
-| | tuple-ids=1,0 row-size=32B cardinality=10
-| |
-| |--02:SINGULAR ROW SRC
-| | parent-subplan=01
-| | mem-estimate=0B mem-reservation=0B
-| | tuple-ids=0 row-size=24B cardinality=1
-| |
-| 03:UNNEST [c.c_orders]
-| parent-subplan=01
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1 row-size=0B cardinality=10
-|
-00:SCAN HDFS [tpch_nested_parquet.customer c]
- partitions=1/1 files=4 size=292.36MB
- predicates: !empty(c.c_orders)
- stored statistics:
- table: rows=150000 size=292.36MB
- columns missing stats: c_orders
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=16.00MB
- tuple-ids=0 row-size=24B cardinality=150000
-====
-# Parquet nested types, left nested in scan - should reserve memory for nested column
-# plus top-level column even though nested fields are not materialized because the
-# column levels still need to be scanned to determine the # of elements in the collection.
-select c_custkey
-from tpch_nested_parquet.customer c, c.c_orders
----- PLAN
-Max Per-Host Resource Reservation: Memory=16.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_nested_parquet.customer
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:SUBPLAN
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1,0 row-size=24B cardinality=1500000
-|
-|--04:NESTED LOOP JOIN [CROSS JOIN]
-| | mem-estimate=24B mem-reservation=0B
-| | tuple-ids=1,0 row-size=24B cardinality=10
-| |
-| |--02:SINGULAR ROW SRC
-| | parent-subplan=01
-| | mem-estimate=0B mem-reservation=0B
-| | tuple-ids=0 row-size=24B cardinality=1
-| |
-| 03:UNNEST [c.c_orders]
-| parent-subplan=01
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1 row-size=0B cardinality=10
-|
-00:SCAN HDFS [tpch_nested_parquet.customer c]
- partitions=1/1 files=4 size=292.36MB
- predicates: !empty(c.c_orders)
- stored statistics:
- table: rows=150000 size=292.36MB
- columns missing stats: c_orders
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=16.00MB
- tuple-ids=0 row-size=24B cardinality=150000
-====
-# Parquet nested types, left nested in scan - should reserve memory for nested column
-# only when no top-level column is materialized.
-select o_orderkey
-from tpch_nested_parquet.customer c, c.c_orders
----- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_nested_parquet.customer
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:SUBPLAN
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1,0 row-size=24B cardinality=1500000
-|
-|--04:NESTED LOOP JOIN [CROSS JOIN]
-| | mem-estimate=16B mem-reservation=0B
-| | tuple-ids=1,0 row-size=24B cardinality=10
-| |
-| |--02:SINGULAR ROW SRC
-| | parent-subplan=01
-| | mem-estimate=0B mem-reservation=0B
-| | tuple-ids=0 row-size=16B cardinality=1
-| |
-| 03:UNNEST [c.c_orders]
-| parent-subplan=01
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1 row-size=0B cardinality=10
-|
-00:SCAN HDFS [tpch_nested_parquet.customer c]
- partitions=1/1 files=4 size=292.36MB
- predicates: !empty(c.c_orders)
- stored statistics:
- table: rows=150000 size=292.36MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=16B cardinality=150000
-====
-# Parquet nested types with two levels of nesting materialized in scan. Should
-# reserve memory for columns at all three levels
-select c_custkey, o_orderkey, l_comment
-from tpch_nested_parquet.customer c, c.c_orders o, o.o_lineitems
----- PLAN
-Max Per-Host Resource Reservation: Memory=24.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_nested_parquet.customer
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=24.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:SUBPLAN
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=2,1,0 row-size=64B cardinality=15000000
-|
-|--08:NESTED LOOP JOIN [CROSS JOIN]
-| | mem-estimate=24B mem-reservation=0B
-| | tuple-ids=2,1,0 row-size=64B cardinality=100
-| |
-| |--02:SINGULAR ROW SRC
-| | parent-subplan=01
-| | mem-estimate=0B mem-reservation=0B
-| | tuple-ids=0 row-size=24B cardinality=1
-| |
-| 04:SUBPLAN
-| | mem-estimate=0B mem-reservation=0B
-| | tuple-ids=2,1 row-size=40B cardinality=100
-| |
-| |--07:NESTED LOOP JOIN [CROSS JOIN]
-| | | mem-estimate=24B mem-reservation=0B
-| | | tuple-ids=2,1 row-size=40B cardinality=10
-| | |
-| | |--05:SINGULAR ROW SRC
-| | | parent-subplan=04
-| | | mem-estimate=0B mem-reservation=0B
-| | | tuple-ids=1 row-size=24B cardinality=1
-| | |
-| | 06:UNNEST [o.o_lineitems]
-| | parent-subplan=04
-| | mem-estimate=0B mem-reservation=0B
-| | tuple-ids=2 row-size=0B cardinality=10
-| |
-| 03:UNNEST [c.c_orders o]
-| parent-subplan=01
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=1 row-size=0B cardinality=10
-|
-00:SCAN HDFS [tpch_nested_parquet.customer c]
- partitions=1/1 files=4 size=292.36MB
- predicates: !empty(c.c_orders)
- predicates on o: !empty(o.o_lineitems)
- stored statistics:
- table: rows=150000 size=292.36MB
- columns missing stats: c_orders
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=24.00MB
- tuple-ids=0 row-size=24B cardinality=150000
-====
-# Text scan
-select * from tpch.lineitem
----- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [tpch.lineitem]
- partitions=1/1 files=1 size=718.94MB
- stored statistics:
- table: rows=6001215 size=718.94MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=263B cardinality=6001215
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=263B cardinality=6001215
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
-00:SCAN HDFS [tpch.lineitem, RANDOM]
- partitions=1/1 files=1 size=718.94MB
- stored statistics:
- table: rows=6001215 size=718.94MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=263B cardinality=6001215
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=16.00MB
-Per-Host Resource Estimates: Memory=176.00MB
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=263B cardinality=6001215
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
-00:SCAN HDFS [tpch.lineitem, RANDOM]
- partitions=1/1 files=1 size=718.94MB
- stored statistics:
- table: rows=6001215 size=718.94MB
- columns: all
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=263B cardinality=6001215
-====
-# Single column text scan - memory reservation is same as multi-column scan.
-select l_comment from tpch_parquet.lineitem
----- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=80.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB
+| Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=42B cardinality=6001215
+ mem-estimate=80.00MB mem-reservation=0B
+ tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=80.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -799,20 +28,20 @@ PLAN-ROOT SINK
|
01:EXCHANGE [UNPARTITIONED]
| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=42B cardinality=6001215
+| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB
+Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=42B cardinality=6001215
+ mem-estimate=80.00MB mem-reservation=0B
+ tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=16.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=160.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -822,44 +51,41 @@ PLAN-ROOT SINK
|
01:EXCHANGE [UNPARTITIONED]
| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=42B cardinality=6001215
+| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=160.00MB mem-reservation=16.00MB
+Per-Host Resources: mem-estimate=160.00MB mem-reservation=0B
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=42B cardinality=6001215
+ mem-estimate=80.00MB mem-reservation=0B
+ tuple-ids=0 row-size=263B cardinality=6001215
====
-# Text scan on small files - memory reservation is reduced.
-select * from functional.alltypes
+# Text scan
+select * from tpch.lineitem;
---- PLAN
-Max Per-Host Resource Reservation: Memory=32.00KB
-Per-Host Resource Estimates: Memory=16.00MB
-Codegen disabled by planner
+Max Per-Host Resource Reservation: Memory=0B
+Per-Host Resource Estimates: Memory=88.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
-00:SCAN HDFS [functional.alltypes]
- partitions=24/24 files=24 size=478.45KB
+00:SCAN HDFS [tpch.lineitem]
+ partitions=1/1 files=1 size=718.94MB
stored statistics:
- table: rows=7300 size=478.45KB
- partitions: 24/24 rows=7300
+ table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=32.00KB
- tuple-ids=0 row-size=97B cardinality=7300
+ mem-estimate=88.00MB mem-reservation=0B
+ tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=32.00KB
-Per-Host Resource Estimates: Memory=16.00MB
-Codegen disabled by planner
+Max Per-Host Resource Reservation: Memory=0B
+Per-Host Resource Estimates: Memory=88.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -868,314 +94,21 @@ PLAN-ROOT SINK
|
01:EXCHANGE [UNPARTITIONED]
| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=97B cardinality=7300
+| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
-00:SCAN HDFS [functional.alltypes, RANDOM]
- partitions=24/24 files=24 size=478.45KB
- stored statistics:
- table: rows=7300 size=478.45KB
- partitions: 24/24 rows=7300
- columns: all
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=32.00KB
- tuple-ids=0 row-size=97B cardinality=7300
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=64.00KB
-Per-Host Resource Estimates: Memory=32.00MB
-Codegen disabled by planner
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=97B cardinality=7300
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB
-00:SCAN HDFS [functional.alltypes, RANDOM]
- partitions=24/24 files=24 size=478.45KB
+Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
+00:SCAN HDFS [tpch.lineitem, RANDOM]
+ partitions=1/1 files=1 size=718.94MB
stored statistics:
- table: rows=7300 size=478.45KB
- partitions: 24/24 rows=7300
+ table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=32.00KB
- tuple-ids=0 row-size=97B cardinality=7300
-====
-# Avro scan.
-select * from tpch_avro.orders
----- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_avro.orders
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [tpch_avro.orders]
- partitions=1/1 files=2 size=156.92MB
- stored statistics:
- table: rows=unavailable size=156.92MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=108B cardinality=unavailable
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=88.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_avro.orders
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=108B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
-00:SCAN HDFS [tpch_avro.orders, RANDOM]
- partitions=1/1 files=2 size=156.92MB
- stored statistics:
- table: rows=unavailable size=156.92MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=108B cardinality=unavailable
+ mem-estimate=88.00MB mem-reservation=0B
+ tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=16.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=176.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_avro.orders
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=108B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
-00:SCAN HDFS [tpch_avro.orders, RANDOM]
- partitions=1/1 files=2 size=156.92MB
- stored statistics:
- table: rows=unavailable size=156.92MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=108B cardinality=unavailable
-====
-# RC scan.
-select * from tpch_rc.customer
----- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=32.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_rc.customer
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [tpch_rc.customer]
- partitions=1/1 files=1 size=22.48MB
- stored statistics:
- table: rows=unavailable size=22.48MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=32.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=98B cardinality=unavailable
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=32.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_rc.customer
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=98B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB
-00:SCAN HDFS [tpch_rc.customer, RANDOM]
- partitions=1/1 files=1 size=22.48MB
- stored statistics:
- table: rows=unavailable size=22.48MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=32.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=98B cardinality=unavailable
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=16.00MB
-Per-Host Resource Estimates: Memory=64.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpch_rc.customer
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=98B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
-Per-Host Resources: mem-estimate=64.00MB mem-reservation=16.00MB
-00:SCAN HDFS [tpch_rc.customer, RANDOM]
- partitions=1/1 files=1 size=22.48MB
- stored statistics:
- table: rows=unavailable size=22.48MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=32.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=98B cardinality=unavailable
-====
-# Seq scan.
-select * from tpcds_seq_snap.web_returns
----- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=16.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpcds_seq_snap.web_returns
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [tpcds_seq_snap.web_returns]
- partitions=1/1 files=1 size=6.55MB
- stored statistics:
- table: rows=unavailable size=6.55MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=104B cardinality=unavailable
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=16.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpcds_seq_snap.web_returns
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=104B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
-Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB
-00:SCAN HDFS [tpcds_seq_snap.web_returns, RANDOM]
- partitions=1/1 files=1 size=6.55MB
- stored statistics:
- table: rows=unavailable size=6.55MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=104B cardinality=unavailable
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=16.00MB
-Per-Host Resource Estimates: Memory=32.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-tpcds_seq_snap.web_returns
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=104B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
-Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00MB
-00:SCAN HDFS [tpcds_seq_snap.web_returns, RANDOM]
- partitions=1/1 files=1 size=6.55MB
- stored statistics:
- table: rows=unavailable size=6.55MB
- columns: unavailable
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=8.00MB
- tuple-ids=0 row-size=104B cardinality=unavailable
-====
-# Mixed table format scan
-select * from functional.alltypesmixedformat
----- PLAN
-Max Per-Host Resource Reservation: Memory=32.00KB
-Per-Host Resource Estimates: Memory=16.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional.alltypesmixedformat
-
-F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-00:SCAN HDFS [functional.alltypesmixedformat]
- partitions=3/3 files=3 size=58.36KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/3 rows=unavailable
- columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=32.00KB
- tuple-ids=0 row-size=88B cardinality=unavailable
----- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=32.00KB
-Per-Host Resource Estimates: Memory=16.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional.alltypesmixedformat
-
-F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=0B mem-reservation=0B
-PLAN-ROOT SINK
-| mem-estimate=0B mem-reservation=0B
-|
-01:EXCHANGE [UNPARTITIONED]
-| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=88B cardinality=unavailable
-|
-F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
-00:SCAN HDFS [functional.alltypesmixedformat, RANDOM]
- partitions=3/3 files=3 size=58.36KB
- stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/3 rows=unavailable
- columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col
- extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=32.00KB
- tuple-ids=0 row-size=88B cardinality=unavailable
----- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=64.00KB
-Per-Host Resource Estimates: Memory=32.00MB
-WARNING: The following tables are missing relevant table and/or column statistics.
-functional.alltypesmixedformat
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=0B mem-reservation=0B
@@ -1184,19 +117,18 @@ PLAN-ROOT SINK
|
01:EXCHANGE [UNPARTITIONED]
| mem-estimate=0B mem-reservation=0B
-| tuple-ids=0 row-size=88B cardinality=unavailable
+| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB
-00:SCAN HDFS [functional.alltypesmixedformat, RANDOM]
- partitions=3/3 files=3 size=58.36KB
+Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
+00:SCAN HDFS [tpch.lineitem, RANDOM]
+ partitions=1/1 files=1 size=718.94MB
stored statistics:
- table: rows=unavailable size=unavailable
- partitions: 0/3 rows=unavailable
- columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col
+ table: rows=6001215 size=718.94MB
+ columns: all
extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=32.00KB
- tuple-ids=0 row-size=88B cardinality=unavailable
+ mem-estimate=88.00MB mem-reservation=0B
+ tuple-ids=0 row-size=263B cardinality=6001215
====
# HBase scan
select * from functional_hbase.alltypes
@@ -1326,11 +258,11 @@ select * from tpch.lineitem
union all
select * from tpch.lineitem
---- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=88.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1345,7 +277,7 @@ PLAN-ROOT SINK
| table: rows=6001215 size=718.94MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=263B cardinality=6001215
|
01:SCAN HDFS [tpch.lineitem]
@@ -1354,10 +286,10 @@ PLAN-ROOT SINK
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=88.00MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1370,7 +302,7 @@ PLAN-ROOT SINK
| tuple-ids=2 row-size=263B cardinality=12002430
|
F02:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
00:UNION
| pass-through-operands: all
| mem-estimate=0B mem-reservation=0B
@@ -1382,7 +314,7 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
| table: rows=6001215 size=718.94MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=263B cardinality=6001215
|
01:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -1391,10 +323,10 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=16.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=176.00MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1407,7 +339,7 @@ PLAN-ROOT SINK
| tuple-ids=2 row-size=263B cardinality=12002430
|
F02:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
+Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
00:UNION
| pass-through-operands: all
| mem-estimate=0B mem-reservation=0B
@@ -1419,7 +351,7 @@ Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
| table: rows=6001215 size=718.94MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=263B cardinality=6001215
|
01:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -1428,7 +360,7 @@ Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
====
# Grouping aggregation
@@ -1436,11 +368,11 @@ select l_orderkey, count(*)
from tpch_parquet.lineitem
group by l_orderkey
---- PLAN
-Max Per-Host Resource Reservation: Memory=42.00MB
+Max Per-Host Resource Reservation: Memory=34.00MB
Per-Host Resource Estimates: Memory=114.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=114.00MB mem-reservation=42.00MB
+| Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1451,15 +383,15 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=8B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=50.50MB
+Max Per-Host Resource Reservation: Memory=42.50MB
Per-Host Resource Estimates: Memory=124.00MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1484,7 +416,7 @@ Per-Host Resources: mem-estimate=10.00MB mem-reservation=8.50MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=114.00MB mem-reservation=42.00MB
+Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB
01:AGGREGATE [STREAMING]
| output: count(*)
| group by: l_orderkey
@@ -1492,15 +424,15 @@ Per-Host Resources: mem-estimate=114.00MB mem-reservation=42.00MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=8B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=93.50MB
+Max Per-Host Resource Reservation: Memory=77.50MB
Per-Host Resource Estimates: Memory=248.00MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1525,7 +457,7 @@ Per-Host Resources: mem-estimate=20.00MB mem-reservation=9.50MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=228.00MB mem-reservation=84.00MB
+Per-Host Resources: mem-estimate=228.00MB mem-reservation=68.00MB
01:AGGREGATE [STREAMING]
| output: count(*)
| group by: l_orderkey
@@ -1533,22 +465,22 @@ Per-Host Resources: mem-estimate=228.00MB mem-reservation=84.00MB
| tuple-ids=1 row-size=16B cardinality=1563438
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=8B cardinality=6001215
====
# Non-grouping aggregation with zero-slot parquet scan
select count(*) from tpch_parquet.lineitem
---- PLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=18.00MB
+Max Per-Host Resource Reservation: Memory=0B
+Per-Host Resource Estimates: Memory=11.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=18.00MB mem-reservation=8.00MB
+| Per-Host Resources: mem-estimate=11.00MB mem-reservation=0B
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1558,16 +490,16 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=8.00MB mem-reservation=8.00MB
+ mem-estimate=1.00MB mem-reservation=0B
tuple-ids=0 row-size=8B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=8.00MB
-Per-Host Resource Estimates: Memory=28.00MB
+Max Per-Host Resource Reservation: Memory=0B
+Per-Host Resource Estimates: Memory=21.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=10.00MB mem-reservation=0B
@@ -1584,22 +516,22 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=8B cardinality=1
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=18.00MB mem-reservation=8.00MB
+Per-Host Resources: mem-estimate=11.00MB mem-reservation=0B
01:AGGREGATE
| output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows)
| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=8.00MB mem-reservation=8.00MB
+ mem-estimate=1.00MB mem-reservation=0B
tuple-ids=0 row-size=8B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=16.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=190.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1617,19 +549,19 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=8B cardinality=1
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=180.00MB mem-reservation=16.00MB
+Per-Host Resources: mem-estimate=180.00MB mem-reservation=0B
01:AGGREGATE
| output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows)
| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB
| tuple-ids=1 row-size=8B cardinality=1
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=8.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=8B cardinality=6001215
====
# Sort
@@ -1637,11 +569,11 @@ select *
from tpch_parquet.lineitem
order by l_comment
---- PLAN
-Max Per-Host Resource Reservation: Memory=84.00MB
+Max Per-Host Resource Reservation: Memory=12.00MB
Per-Host Resource Estimates: Memory=120.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=120.00MB mem-reservation=84.00MB
+| Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1651,15 +583,15 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=72.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=84.00MB
+Max Per-Host Resource Reservation: Memory=12.00MB
Per-Host Resource Estimates: Memory=120.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1673,22 +605,22 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=120.00MB mem-reservation=84.00MB
+Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB
01:SORT
| order by: l_comment ASC
| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=72.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=168.00MB
+Max Per-Host Resource Reservation: Memory=24.00MB
Per-Host Resource Estimates: Memory=240.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1702,19 +634,19 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=240.00MB mem-reservation=168.00MB
+Per-Host Resources: mem-estimate=240.00MB mem-reservation=24.00MB
01:SORT
| order by: l_comment ASC
| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB
| tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=72.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
====
# TOP-N
@@ -1723,11 +655,11 @@ from tpch_parquet.lineitem
order by l_comment
limit 100
---- PLAN
-Max Per-Host Resource Reservation: Memory=72.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=80.03MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=80.03MB mem-reservation=72.00MB
+| Per-Host Resources: mem-estimate=80.03MB mem-reservation=0B
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1737,15 +669,15 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=100
|
00:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=72.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=72.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=80.03MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1760,22 +692,22 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=100
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=80.03MB mem-reservation=72.00MB
+Per-Host Resources: mem-estimate=80.03MB mem-reservation=0B
01:TOP-N [LIMIT=100]
| order by: l_comment ASC
| mem-estimate=25.66KB mem-reservation=0B
| tuple-ids=1 row-size=263B cardinality=100
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=72.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=144.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=160.05MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1790,30 +722,30 @@ PLAN-ROOT SINK
| tuple-ids=1 row-size=263B cardinality=100
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=160.05MB mem-reservation=144.00MB
+Per-Host Resources: mem-estimate=160.05MB mem-reservation=0B
01:TOP-N [LIMIT=100]
| order by: l_comment ASC
| mem-estimate=25.66KB mem-reservation=0B
| tuple-ids=1 row-size=263B cardinality=100
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
- mem-estimate=80.00MB mem-reservation=72.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
====
# Broadcast Hash Join
select *
from tpch.lineitem inner join tpch.orders on l_orderkey = o_orderkey
---- PLAN
-Max Per-Host Resource Reservation: Memory=51.00MB
+Max Per-Host Resource Reservation: Memory=35.00MB
Per-Host Resource Estimates: Memory=477.41MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=477.41MB mem-reservation=51.00MB runtime-filters-memory=1.00MB
+| Per-Host Resources: mem-estimate=477.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1830,7 +762,7 @@ PLAN-ROOT SINK
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem]
@@ -1840,10 +772,10 @@ PLAN-ROOT SINK
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=51.00MB
+Max Per-Host Resource Reservation: Memory=35.00MB
Per-Host Resource Estimates: Memory=477.41MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1856,7 +788,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=389.41MB mem-reservation=43.00MB runtime-filters-memory=1.00MB
+Per-Host Resources: mem-estimate=389.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
@@ -1869,14 +801,14 @@ Per-Host Resources: mem-estimate=389.41MB mem-reservation=43.00MB runtime-filter
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -1886,10 +818,10 @@ Per-Host Resources: mem-estimate=389.41MB mem-reservation=43.00MB runtime-filter
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=102.00MB
+Max Per-Host Resource Reservation: Memory=70.00MB
Per-Host Resource Estimates: Memory=954.83MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -1902,7 +834,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=5757710
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=778.83MB mem-reservation=86.00MB runtime-filters-memory=1.00MB
+Per-Host Resources: mem-estimate=778.83MB mem-reservation=70.00MB runtime-filters-memory=1.00MB
02:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
| hash predicates: l_orderkey = o_orderkey
@@ -1923,14 +855,14 @@ Per-Host Resources: mem-estimate=778.83MB mem-reservation=86.00MB runtime-filter
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
+| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -1940,18 +872,18 @@ Per-Host Resources: mem-estimate=778.83MB mem-reservation=86.00MB runtime-filter
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
====
# Shuffle Hash Join
select *
from tpch.lineitem inner join /* +shuffle */ tpch.orders on l_orderkey = o_orderkey
---- PLAN
-Max Per-Host Resource Reservation: Memory=51.00MB
+Max Per-Host Resource Reservation: Memory=35.00MB
Per-Host Resource Estimates: Memory=477.41MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=477.41MB mem-reservation=51.00MB runtime-filters-memory=1.00MB
+| Per-Host Resources: mem-estimate=477.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -1968,7 +900,7 @@ PLAN-ROOT SINK
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem]
@@ -1978,10 +910,10 @@ PLAN-ROOT SINK
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=52.00MB
+Max Per-Host Resource Reservation: Memory=36.00MB
Per-Host Resource Estimates: Memory=278.14MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -2007,14 +939,14 @@ Per-Host Resources: mem-estimate=101.14MB mem-reservation=35.00MB runtime-filter
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
03:EXCHANGE [HASH(l_orderkey)]
@@ -2022,7 +954,7 @@ Per-Host Resources: mem-estimate=101.14MB mem-reservation=35.00MB runtime-filter
| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=89.00MB mem-reservation=9.00MB runtime-filters-memory=1.00MB
+Per-Host Resources: mem-estimate=89.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch.lineitem, RANDOM]
partitions=1/1 files=1 size=718.94MB
runtime filters: RF000[bloom] -> l_orderkey
@@ -2030,10 +962,10 @@ Per-Host Resources: mem-estimate=89.00MB mem-reservation=9.00MB runtime-filters-
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=104.00MB
+Max Per-Host Resource Reservation: Memory=72.00MB
Per-Host Resource Estimates: Memory=456.14MB
F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -2067,14 +999,14 @@ Per-Host Resources: mem-estimate=102.14MB mem-reservation=70.00MB runtime-filter
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
+| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
03:EXCHANGE [HASH(l_orderkey)]
@@ -2082,7 +1014,7 @@ Per-Host Resources: mem-estimate=102.14MB mem-reservation=70.00MB runtime-filter
| tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=178.00MB mem-reservation=18.00MB runtime-filters-memory=1.00MB
+Per-Host Resources: mem-estimate=178.00MB mem-reservation=2.00MB runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch.lineitem, RANDOM]
partitions=1/1 files=1 size=718.94MB
runtime filters: RF000[bloom] -> l_orderkey
@@ -2090,18 +1022,18 @@ Per-Host Resources: mem-estimate=178.00MB mem-reservation=18.00MB runtime-filter
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
====
# Nested loop join
select *
from tpch.lineitem, tpch.orders
---- PLAN
-Max Per-Host Resource Reservation: Memory=16.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=449.10MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=449.10MB mem-reservation=16.00MB
+| Per-Host Resources: mem-estimate=449.10MB mem-reservation=0B
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -2115,7 +1047,7 @@ PLAN-ROOT SINK
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem]
@@ -2124,10 +1056,10 @@ PLAN-ROOT SINK
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=16.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=449.10MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -2140,7 +1072,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=9001822500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=361.10MB mem-reservation=8.00MB
+Per-Host Resources: mem-estimate=361.10MB mem-reservation=0B
02:NESTED LOOP JOIN [CROSS JOIN, BROADCAST]
| mem-estimate=273.10MB mem-reservation=0B
| tuple-ids=0,1 row-size=454B cardinality=9001822500000
@@ -2150,14 +1082,14 @@ Per-Host Resources: mem-estimate=361.10MB mem-reservation=8.00MB
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB
+| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -2166,10 +1098,10 @@ Per-Host Resources: mem-estimate=361.10MB mem-reservation=8.00MB
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=32.00MB
+Max Per-Host Resource Reservation: Memory=0B
Per-Host Resource Estimates: Memory=898.21MB
F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -2182,7 +1114,7 @@ PLAN-ROOT SINK
| tuple-ids=0,1 row-size=454B cardinality=9001822500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=722.21MB mem-reservation=16.00MB
+Per-Host Resources: mem-estimate=722.21MB mem-reservation=0B
02:NESTED LOOP JOIN [CROSS JOIN, BROADCAST]
| join table id: 00
| mem-estimate=273.10MB mem-reservation=0B
@@ -2199,14 +1131,14 @@ Per-Host Resources: mem-estimate=722.21MB mem-reservation=16.00MB
| | tuple-ids=1 row-size=191B cardinality=1500000
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-| Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB
+| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B
| 01:SCAN HDFS [tpch.orders, RANDOM]
| partitions=1/1 files=1 size=162.56MB
| stored statistics:
| table: rows=1500000 size=162.56MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=88.00MB mem-reservation=8.00MB
+| mem-estimate=88.00MB mem-reservation=0B
| tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch.lineitem, RANDOM]
@@ -2215,7 +1147,7 @@ Per-Host Resources: mem-estimate=722.21MB mem-reservation=16.00MB
table: rows=6001215 size=718.94MB
columns: all
extrapolated-rows=disabled
- mem-estimate=88.00MB mem-reservation=8.00MB
+ mem-estimate=88.00MB mem-reservation=0B
tuple-ids=0 row-size=263B cardinality=6001215
====
# Empty set node
@@ -2264,12 +1196,12 @@ PLAN-ROOT SINK
select max(tinyint_col) over(partition by int_col)
from functional.alltypes
---- PLAN
-Max Per-Host Resource Reservation: Memory=10.03MB
+Max Per-Host Resource Reservation: Memory=10.00MB
Per-Host Resource Estimates: Memory=26.00MB
Codegen disabled by planner
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=26.00MB mem-reservation=10.03MB
+| Per-Host Resources: mem-estimate=26.00MB mem-reservation=10.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -2291,10 +1223,10 @@ PLAN-ROOT SINK
partitions: 24/24 rows=7300
columns: all
extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=32.00KB
+ mem-estimate=16.00MB mem-reservation=0B
tuple-ids=0 row-size=5B cardinality=7300
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=10.03MB
+Max Per-Host Resource Reservation: Memory=10.00MB
Per-Host Resource Estimates: Memory=26.00MB
Codegen disabled by planner
@@ -2325,7 +1257,7 @@ Per-Host Resources: mem-estimate=10.00MB mem-reservation=10.00MB
| tuple-ids=0 row-size=5B cardinality=7300
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
+Per-Host Resources: mem-estimate=16.00MB mem-reservation=0B
00:SCAN HDFS [functional.alltypes, RANDOM]
partitions=24/24 files=24 size=478.45KB
stored statistics:
@@ -2333,10 +1265,10 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB
partitions: 24/24 rows=7300
columns: all
extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=32.00KB
+ mem-estimate=16.00MB mem-reservation=0B
tuple-ids=0 row-size=5B cardinality=7300
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=20.06MB
+Max Per-Host Resource Reservation: Memory=20.00MB
Per-Host Resource Estimates: Memory=52.00MB
Codegen disabled by planner
@@ -2367,7 +1299,7 @@ Per-Host Resources: mem-estimate=20.00MB mem-reservation=20.00MB
| tuple-ids=0 row-size=5B cardinality=7300
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
-Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB
+Per-Host Resources: mem-estimate=32.00MB mem-reservation=0B
00:SCAN HDFS [functional.alltypes, RANDOM]
partitions=24/24 files=24 size=478.45KB
stored statistics:
@@ -2375,7 +1307,7 @@ Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB
partitions: 24/24 rows=7300
columns: all
extrapolated-rows=disabled
- mem-estimate=16.00MB mem-reservation=32.00KB
+ mem-estimate=16.00MB mem-reservation=0B
tuple-ids=0 row-size=5B cardinality=7300
====
# Pipeline of blocking operators from analytic fns. Blocking operators break
@@ -2385,11 +1317,11 @@ select *, row_number() over (order by o_totalprice) rnum_price,
row_number() over (order by o_orderpriority) rnum_priority
from tpch_parquet.orders
---- PLAN
-Max Per-Host Resource Reservation: Memory=72.00MB
-Per-Host Resource Estimates: Memory=78.00MB
+Max Per-Host Resource Reservation: Memory=36.00MB
+Per-Host Resource Estimates: Memory=70.00MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=78.00MB mem-reservation=72.00MB
+| Per-Host Resources: mem-estimate=70.00MB mem-reservation=36.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -2435,11 +1367,11 @@ PLAN-ROOT SINK
table: rows=1500000 size=54.07MB
columns: all
extrapolated-rows=disabled
- mem-estimate=48.00MB mem-reservation=48.00MB
+ mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=92.00MB
-Per-Host Resource Estimates: Memory=110.00MB
+Max Per-Host Resource Reservation: Memory=44.00MB
+Per-Host Resource Estimates: Memory=102.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=44.00MB mem-reservation=32.00MB
@@ -2483,7 +1415,7 @@ PLAN-ROOT SINK
| tuple-ids=6 row-size=191B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-Per-Host Resources: mem-estimate=66.00MB mem-reservation=60.00MB
+Per-Host Resources: mem-estimate=58.00MB mem-reservation=12.00MB
01:SORT
| order by: o_totalprice ASC
| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
@@ -2495,11 +1427,11 @@ Per-Host Resources: mem-estimate=66.00MB mem-reservation=60.00MB
table: rows=1500000 size=54.07MB
columns: all
extrapolated-rows=disabled
- mem-estimate=48.00MB mem-reservation=48.00MB
+ mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
---- PARALLELPLANS
-Max Per-Host Resource Reservation: Memory=152.00MB
-Per-Host Resource Estimates: Memory=176.00MB
+Max Per-Host Resource Reservation: Memory=56.00MB
+Per-Host Resource Estimates: Memory=160.00MB
F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Host Resources: mem-estimate=44.00MB mem-reservation=32.00MB
@@ -2543,7 +1475,7 @@ PLAN-ROOT SINK
| tuple-ids=6 row-size=191B cardinality=1500000
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
-Per-Host Resources: mem-estimate=132.00MB mem-reservation=120.00MB
+Per-Host Resources: mem-estimate=116.00MB mem-reservation=24.00MB
01:SORT
| order by: o_totalprice ASC
| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB
@@ -2555,7 +1487,7 @@ Per-Host Resources: mem-estimate=132.00MB mem-reservation=120.00MB
table: rows=1500000 size=54.07MB
columns: all
extrapolated-rows=disabled
- mem-estimate=48.00MB mem-reservation=48.00MB
+ mem-estimate=40.00MB mem-reservation=0B
tuple-ids=0 row-size=191B cardinality=1500000
====
# Union with non-trivial branches: each branch executes sequentially within fragment.
@@ -2571,11 +1503,11 @@ select l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment
from tpch_parquet.lineitem join tpch_parquet.orders on l_orderkey = o_orderkey
where l_shipmode = 'F'
---- PLAN
-Max Per-Host Resource Reservation: Memory=102.00MB
+Max Per-Host Resource Reservation: Memory=54.00MB
Per-Host Resource Estimates: Memory=142.58MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
-| Per-Host Resources: mem-estimate=142.58MB mem-reservation=102.00MB runtime-filters-memory=3.00MB
+| Per-Host Resources: mem-estimate=142.58MB mem-reservation=54.00MB runtime-filters-memory=3.00MB
PLAN-ROOT SINK
| mem-estimate=0B mem-reservation=0B
|
@@ -2597,20 +1529,20 @@ PLAN-ROOT SINK
| | table: rows=1500000 size=54.07MB
| | columns: all
| | extrapolated-rows=disabled
-| | mem-estimate=40.00MB mem-reservation=8.00MB
+| | mem-estimate=40.00MB mem-reservation=0B
| | tuple-ids=6 row-size=8B cardinality=1500000
| |
| 08:SCAN HDFS [tpch_parquet.lineitem]
-| partitions=1/1 files=3 size=193.71MB
+| partitions=1/1 files=3 size=193.73MB
| predicates: l_shipmode = 'F'
| runtime filters: RF004[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.71MB
+| table: rows=6001215 size=193.73MB
| columns: all
| extrapolated-rows=disabled
| parquet statistics predicates: l_shipmode = 'F'
| parquet dictionary predicates: l_shipmode = 'F'
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=80.00MB mem-reservation=0B
| tuple-ids=5 row-size=91B cardinality=857316
|
|--07:HASH JOIN [INNER JOIN]
@@ -2629,17 +1561,17 @@ PLAN-ROOT SINK
| | extrapolated-rows=disabled
| | parquet statistics predicates: o_orderpriority = '2-HIGH'
| | parquet dictionary predicates: o_orderpriority = '2-HIGH'
-| | mem-estimate=40.00MB mem-reservation=16.00MB
+| | mem-estimate=40.00MB mem-reservation=0B
| | tuple-ids=4 row-size=32B cardinality=300000
| |
| 05:SCAN HDFS [tpch_parquet.lineitem]
-| partitions=1/1 files=3 size=193.71MB
+| partitions=1/1 files=3 size=193.73MB
| runtime filters: RF002[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.71MB
+| table: rows=6001215 size=193.73MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=80.00MB mem-reservation=40.00MB
+| mem-estimate=80.00MB mem-reservation=0B
| tuple-ids=3 row-size=70B cardinality=6001215
|
04:AGGREGATE [FINALIZE]
@@ -2660,23 +1592,23 @@ PLAN-ROOT SINK
| table: rows=1500000 size=54.07MB
| columns: all
| extrapolated-rows=disabled
-| mem-estimate=40.00MB mem-reservation=8.00MB
+| mem-estimate=40.00MB mem-reservation=0B
| tuple-ids=1 row-size=8B cardinality=1500000
|
01:SCAN HDFS [tpch_parquet.lineitem]
- partitions=1/1 files=3 size=193.71MB
+ partitions=1/1 files=3 size=193.73MB
predicates: l_tax > 10
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.71MB
+ table: rows=6001215 size=193.73MB
columns: all
extrapolated-rows=disabled
parquet statistics predicates: l_tax > 10
parquet dictionary predicates: l_tax > 10
- mem-estimate=80.00MB mem-reservation=48.00MB
+ mem-estimate=80.00MB mem-reservation=0B
tuple-ids=0 row-size=78B cardinality=600122
---- DISTRIBUTEDPLAN
-Max Per-Host Resource Reservation: Memory=187.75MB
+Max Per-Host Resource Reservation: Memory=76.75MB
Per-Host Resource Estimates: Memory=348.33MB
F09:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
@@ -2689,7 +1621,7 @@ PLAN-ROOT SINK
| tuple-ids=7 row-size=70B cardinality=2549844
|
F08:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
-Per-Host Resources: mem-estimate=99.00MB mem-reservation=67.00MB runtime-filters-memory=2.00MB
+Per-Host Resources: mem-estimate=99.00MB mem-reservation=36.00MB runtime-filters-memory=2.00MB
00:UNION
| pass-through-operands: 14
| mem-estimate=0B mem-reservation=0B
@@ -2707,27 +1639,27 @@ Per-Host Resources: mem-estimate=99.00MB mem-reservation=67.00MB runtime-filters
| | | tuple-ids=6 row-size=8B cardinality=1500000
| | |
| | F07:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=8.00MB
+| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
| | 09:SCAN HDFS [tpch_parquet.orders, RANDOM]
| | partitions=1/1 files=2 size=54.07MB
| | stored statistics:
| | table: rows=1500000 size=54.07MB
| | columns: all
| | extrapolated-rows=disabled
-| | mem-estimate=40.00MB mem-reservation=8.00MB
+| | mem-estimate=40.00MB mem-reservation=0B
| | tuple-ids=6 row-size=8B cardinality=1500000
| |
| 08:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
-| partitions=1/1 files=3 size=193.71MB
+| partitions=1/1 files=3 size=193.73MB
| predicates: l_shipmode = 'F'
| runtime filters: RF004[bloom] -> l_orderkey
| stored statistics:
-| table: rows=6001215 size=193.71MB
+| table: rows=6001215 size=193.73MB
| columns: all
| extrapolated-rows=disabled
| parquet statistics predicates: l_shipmode = 'F'
| parquet dictionary predicates: l_shipmode = 'F'
-| mem-estimate=80.00MB mem-reservation=48.00MB
+| mem-estimate=80.00MB mem-reservation=0B
| tuple-ids=5 row-size=91B cardinality=857316
|
|--07:HASH JOIN [INNER JOIN, BROADCAST]
@@ -2742,7 +1674,7 @@ Per-Host Resources: mem-estimate=99.00MB mem-reservation=67.00MB runtime-filters
| | | tuple-ids=4 row-size=32B cardinality=300000
| | |
| | F05:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
-| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=16.00MB
+| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
| | 06:SCAN HDFS [tpch_parquet.orders, RANDOM]
| | partitions=1/1 files=2 size=54.07MB
| | predicates: o_orderpriority = '2-HIGH'
@@ -2752,17 +1684,17 @@ Per-Host Resources: mem-estimate=99.00MB mem-reservation=67.00MB runtime-filters
| | extrapolated-rows=disabled
| | parquet statistics
<TRUNCATED>