You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2019/01/12 18:19:10 UTC
[11/26] impala git commit: IMPALA-8021: Add estimated cardinality to
EXPLAIN output
http://git-wip-us.apache.org/repos/asf/impala/blob/a7ea86b7/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test b/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test
index 3088a58..433ea07 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test
@@ -10,7 +10,7 @@ PLAN-ROOT SINK
| order by: random() ASC
| materialized: random()
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=97B cardinality=7300
+| tuple-ids=1 row-size=97B cardinality=7.30K
| in pipelines: 01(GETNEXT), 00(OPEN)
|
00:SCAN HDFS [functional.alltypes]
@@ -21,7 +21,7 @@ PLAN-ROOT SINK
columns: all
extrapolated-rows=disabled max-scan-range-rows=310
mem-estimate=128.00MB mem-reservation=32.00KB thread-reservation=1
- tuple-ids=0 row-size=89B cardinality=7300
+ tuple-ids=0 row-size=89B cardinality=7.30K
in pipelines: 00(GETNEXT)
====
# sort on a deterministic expr that exceeds the cost threshold
@@ -36,7 +36,7 @@ PLAN-ROOT SINK
| order by: abs(id) + abs(id) ASC
| materialized: abs(id) + abs(id)
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=97B cardinality=7300
+| tuple-ids=1 row-size=97B cardinality=7.30K
| in pipelines: 01(GETNEXT), 00(OPEN)
|
00:SCAN HDFS [functional.alltypes]
@@ -47,7 +47,7 @@ PLAN-ROOT SINK
columns: all
extrapolated-rows=disabled max-scan-range-rows=310
mem-estimate=128.00MB mem-reservation=32.00KB thread-reservation=1
- tuple-ids=0 row-size=89B cardinality=7300
+ tuple-ids=0 row-size=89B cardinality=7.30K
in pipelines: 00(GETNEXT)
====
# sort on a deterministic expr that doesn't exceed the cost threshold
@@ -61,7 +61,7 @@ PLAN-ROOT SINK
01:SORT
| order by: tinyint_col + 1 ASC
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=89B cardinality=7300
+| tuple-ids=1 row-size=89B cardinality=7.30K
| in pipelines: 01(GETNEXT), 00(OPEN)
|
00:SCAN HDFS [functional.alltypes]
@@ -72,7 +72,7 @@ PLAN-ROOT SINK
columns: all
extrapolated-rows=disabled max-scan-range-rows=310
mem-estimate=128.00MB mem-reservation=32.00KB thread-reservation=1
- tuple-ids=0 row-size=89B cardinality=7300
+ tuple-ids=0 row-size=89B cardinality=7.30K
in pipelines: 00(GETNEXT)
====
# sort on multiple exprs, subset is materialized
@@ -88,7 +88,7 @@ PLAN-ROOT SINK
| order by: dayofweek(timestamp_col) ASC, TRUE ASC, id + 1 ASC, string_col = date_string_col ASC, id = tinyint_col ASC
| materialized: dayofweek(timestamp_col), string_col = date_string_col
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=94B cardinality=7300
+| tuple-ids=1 row-size=94B cardinality=7.30K
| in pipelines: 01(GETNEXT), 00(OPEN)
|
00:SCAN HDFS [functional.alltypes]
@@ -99,7 +99,7 @@ PLAN-ROOT SINK
columns: all
extrapolated-rows=disabled max-scan-range-rows=310
mem-estimate=128.00MB mem-reservation=32.00KB thread-reservation=1
- tuple-ids=0 row-size=89B cardinality=7300
+ tuple-ids=0 row-size=89B cardinality=7.30K
in pipelines: 00(GETNEXT)
====
# expensive analytic order by expr gets materialized
@@ -116,14 +116,14 @@ PLAN-ROOT SINK
| order by: to_date(timestamp_col) ASC, bool_col IS NULL ASC
| window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=3,2 row-size=37B cardinality=7300
+| tuple-ids=3,2 row-size=37B cardinality=7.30K
| in pipelines: 01(GETNEXT)
|
01:SORT
| order by: to_date(timestamp_col) ASC, bool_col IS NULL ASC
| materialized: to_date(timestamp_col)
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=3 row-size=33B cardinality=7300
+| tuple-ids=3 row-size=33B cardinality=7.30K
| in pipelines: 01(GETNEXT), 00(OPEN)
|
00:SCAN HDFS [functional.alltypes]
@@ -134,7 +134,7 @@ PLAN-ROOT SINK
columns: all
extrapolated-rows=disabled max-scan-range-rows=310
mem-estimate=128.00MB mem-reservation=32.00KB thread-reservation=1
- tuple-ids=0 row-size=21B cardinality=7300
+ tuple-ids=0 row-size=21B cardinality=7.30K
in pipelines: 00(GETNEXT)
====
# expensive order by expr in top-n gets materialized
@@ -161,7 +161,7 @@ PLAN-ROOT SINK
columns: all
extrapolated-rows=disabled max-scan-range-rows=310
mem-estimate=128.00MB mem-reservation=32.00KB thread-reservation=1
- tuple-ids=0 row-size=25B cardinality=7300
+ tuple-ids=0 row-size=25B cardinality=7.30K
in pipelines: 00(GETNEXT)
====
# sort on udf, gets materialized
@@ -176,7 +176,7 @@ PLAN-ROOT SINK
| order by: default.testfn(double_col) ASC
| materialized: default.testfn(double_col)
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=93B cardinality=7300
+| tuple-ids=1 row-size=93B cardinality=7.30K
| in pipelines: 01(GETNEXT), 00(OPEN)
|
00:SCAN HDFS [functional.alltypes]
@@ -187,7 +187,7 @@ PLAN-ROOT SINK
columns: all
extrapolated-rows=disabled max-scan-range-rows=310
mem-estimate=128.00MB mem-reservation=32.00KB thread-reservation=1
- tuple-ids=0 row-size=89B cardinality=7300
+ tuple-ids=0 row-size=89B cardinality=7.30K
in pipelines: 00(GETNEXT)
====
# sort expr contains SlotRefs that don't need to be materialized separately
@@ -202,7 +202,7 @@ PLAN-ROOT SINK
| order by: concat(date_string_col, string_col) ASC
| materialized: concat(date_string_col, string_col)
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=12B cardinality=7300
+| tuple-ids=1 row-size=12B cardinality=7.30K
| in pipelines: 01(GETNEXT), 00(OPEN)
|
00:SCAN HDFS [functional.alltypes]
@@ -213,7 +213,7 @@ PLAN-ROOT SINK
columns: all
extrapolated-rows=disabled max-scan-range-rows=310
mem-estimate=128.00MB mem-reservation=32.00KB thread-reservation=1
- tuple-ids=0 row-size=33B cardinality=7300
+ tuple-ids=0 row-size=33B cardinality=7.30K
in pipelines: 00(GETNEXT)
====
# IMPALA-5270: Rand() and udf inside inline view referenced by analytic function.
http://git-wip-us.apache.org/repos/asf/impala/blob/a7ea86b7/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test b/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test
index 1ddc976..8d35928 100644
--- a/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test
+++ b/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test
@@ -17,7 +17,7 @@ PLAN-ROOT SINK
|
04:EXCHANGE [UNPARTITIONED]
| mem-estimate=10.33MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0,1 row-size=327B cardinality=150000
+| tuple-ids=0,1 row-size=327B cardinality=150.00K
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
@@ -27,7 +27,7 @@ Per-Host Resources: mem-estimate=26.95MB mem-reservation=18.94MB thread-reservat
| fk/pk conjuncts: c_nationkey = n_nationkey
| runtime filters: RF000[bloom] <- n_nationkey
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,1 row-size=327B cardinality=150000
+| tuple-ids=0,1 row-size=327B cardinality=150.00K
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--03:EXCHANGE [BROADCAST]
@@ -55,7 +55,7 @@ Per-Host Resources: mem-estimate=26.95MB mem-reservation=18.94MB thread-reservat
columns: all
extrapolated-rows=disabled max-scan-range-rows=150000
mem-estimate=24.00MB mem-reservation=16.00MB thread-reservation=1
- tuple-ids=0 row-size=218B cardinality=150000
+ tuple-ids=0 row-size=218B cardinality=150.00K
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=37.94MB Threads=5
@@ -72,7 +72,7 @@ PLAN-ROOT SINK
|
04:EXCHANGE [UNPARTITIONED]
| mem-estimate=10.65MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0,1 row-size=327B cardinality=150000
+| tuple-ids=0,1 row-size=327B cardinality=150.00K
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
@@ -83,7 +83,7 @@ Per-Host Resources: mem-estimate=53.88MB mem-reservation=37.88MB thread-reservat
| fk/pk conjuncts: c_nationkey = n_nationkey
| runtime filters: RF000[bloom] <- n_nationkey
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
-| tuple-ids=0,1 row-size=327B cardinality=150000
+| tuple-ids=0,1 row-size=327B cardinality=150.00K
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
@@ -118,7 +118,7 @@ Per-Host Resources: mem-estimate=53.88MB mem-reservation=37.88MB thread-reservat
columns: all
extrapolated-rows=disabled max-scan-range-rows=150000
mem-estimate=24.00MB mem-reservation=16.00MB thread-reservation=0
- tuple-ids=0 row-size=218B cardinality=150000
+ tuple-ids=0 row-size=218B cardinality=150.00K
in pipelines: 00(GETNEXT)
====
# Join with large build side - should use default-sized buffers.
@@ -140,7 +140,7 @@ PLAN-ROOT SINK
|
04:EXCHANGE [UNPARTITIONED]
| mem-estimate=11.20MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0,1N row-size=402B cardinality=6001215
+| tuple-ids=0,1N row-size=402B cardinality=6.00M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
@@ -149,12 +149,12 @@ Per-Host Resources: mem-estimate=359.29MB mem-reservation=74.00MB thread-reserva
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| mem-estimate=268.94MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,1N row-size=402B cardinality=6001215
+| tuple-ids=0,1N row-size=402B cardinality=6.00M
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--03:EXCHANGE [BROADCAST]
| | mem-estimate=10.34MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=1 row-size=171B cardinality=1500000
+| | tuple-ids=1 row-size=171B cardinality=1.50M
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
@@ -164,19 +164,19 @@ Per-Host Resources: mem-estimate=359.29MB mem-reservation=74.00MB thread-reserva
| stored statistics:
| table: rows=1500000 size=54.07MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=1177135
+| extrapolated-rows=disabled max-scan-range-rows=1177136
| mem-estimate=40.00MB mem-reservation=24.00MB thread-reservation=1
-| tuple-ids=1 row-size=171B cardinality=1500000
+| tuple-ids=1 row-size=171B cardinality=1.50M
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.60MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.60MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=2141609
+ extrapolated-rows=disabled max-scan-range-rows=2141702
mem-estimate=80.00MB mem-reservation=40.00MB thread-reservation=1
- tuple-ids=0 row-size=231B cardinality=6001215
+ tuple-ids=0 row-size=231B cardinality=6.00M
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=196.00MB Threads=5
@@ -193,7 +193,7 @@ PLAN-ROOT SINK
|
04:EXCHANGE [UNPARTITIONED]
| mem-estimate=12.40MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0,1N row-size=402B cardinality=6001215
+| tuple-ids=0,1N row-size=402B cardinality=6.00M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
@@ -203,7 +203,7 @@ Per-Host Resources: mem-estimate=697.89MB mem-reservation=148.00MB thread-reserv
| hash predicates: l_orderkey = o_orderkey
| fk/pk conjuncts: l_orderkey = o_orderkey
| mem-estimate=268.94MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,1N row-size=402B cardinality=6001215
+| tuple-ids=0,1N row-size=402B cardinality=6.00M
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F03:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
@@ -215,7 +215,7 @@ Per-Host Resources: mem-estimate=697.89MB mem-reservation=148.00MB thread-reserv
| |
| 03:EXCHANGE [BROADCAST]
| | mem-estimate=10.68MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=1 row-size=171B cardinality=1500000
+| | tuple-ids=1 row-size=171B cardinality=1.50M
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
@@ -225,19 +225,19 @@ Per-Host Resources: mem-estimate=697.89MB mem-reservation=148.00MB thread-reserv
| stored statistics:
| table: rows=1500000 size=54.07MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=1177135
+| extrapolated-rows=disabled max-scan-range-rows=1177136
| mem-estimate=40.00MB mem-reservation=24.00MB thread-reservation=0
-| tuple-ids=1 row-size=171B cardinality=1500000
+| tuple-ids=1 row-size=171B cardinality=1.50M
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.60MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.60MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=2141609
+ extrapolated-rows=disabled max-scan-range-rows=2141702
mem-estimate=80.00MB mem-reservation=40.00MB thread-reservation=0
- tuple-ids=0 row-size=231B cardinality=6001215
+ tuple-ids=0 row-size=231B cardinality=6.00M
in pipelines: 00(GETNEXT)
====
# Shuffle join with mid-sized input.
@@ -260,7 +260,7 @@ PLAN-ROOT SINK
|
05:EXCHANGE [UNPARTITIONED]
| mem-estimate=10.77MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0,1 row-size=388B cardinality=1500000
+| tuple-ids=0,1 row-size=388B cardinality=1.50M
| in pipelines: 00(GETNEXT)
|
F02:PLAN FRAGMENT [HASH(o_custkey)] hosts=2 instances=2
@@ -270,12 +270,12 @@ Per-Host Resources: mem-estimate=38.68MB mem-reservation=18.00MB thread-reservat
| fk/pk conjuncts: o_custkey = c_custkey
| runtime filters: RF000[bloom] <- c_custkey
| mem-estimate=17.12MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
-| tuple-ids=0,1 row-size=388B cardinality=1500000
+| tuple-ids=0,1 row-size=388B cardinality=1.50M
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--04:EXCHANGE [HASH(c_custkey)]
| | mem-estimate=10.22MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=1 row-size=218B cardinality=150000
+| | tuple-ids=1 row-size=218B cardinality=150.00K
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
@@ -287,12 +287,12 @@ Per-Host Resources: mem-estimate=38.68MB mem-reservation=18.00MB thread-reservat
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=150000
| mem-estimate=24.00MB mem-reservation=16.00MB thread-reservation=1
-| tuple-ids=1 row-size=218B cardinality=150000
+| tuple-ids=1 row-size=218B cardinality=150.00K
| in pipelines: 01(GETNEXT)
|
03:EXCHANGE [HASH(o_custkey)]
| mem-estimate=10.34MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0 row-size=171B cardinality=1500000
+| tuple-ids=0 row-size=171B cardinality=1.50M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
@@ -303,9 +303,9 @@ Per-Host Resources: mem-estimate=41.00MB mem-reservation=25.00MB thread-reservat
stored statistics:
table: rows=1500000 size=54.07MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=1177135
+ extrapolated-rows=disabled max-scan-range-rows=1177136
mem-estimate=40.00MB mem-reservation=24.00MB thread-reservation=1
- tuple-ids=0 row-size=171B cardinality=1500000
+ tuple-ids=0 row-size=171B cardinality=1.50M
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=101.00MB Threads=7
@@ -323,7 +323,7 @@ PLAN-ROOT SINK
|
05:EXCHANGE [UNPARTITIONED]
| mem-estimate=11.55MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0,1 row-size=388B cardinality=1500000
+| tuple-ids=0,1 row-size=388B cardinality=1.50M
| in pipelines: 00(GETNEXT)
|
F02:PLAN FRAGMENT [HASH(o_custkey)] hosts=2 instances=4
@@ -334,7 +334,7 @@ Per-Host Resources: mem-estimate=40.48MB mem-reservation=19.00MB thread-reservat
| fk/pk conjuncts: o_custkey = c_custkey
| runtime filters: RF000[bloom] <- c_custkey
| mem-estimate=8.56MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0
-| tuple-ids=0,1 row-size=388B cardinality=1500000
+| tuple-ids=0,1 row-size=388B cardinality=1.50M
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F04:PLAN FRAGMENT [HASH(o_custkey)] hosts=1 instances=2
@@ -346,7 +346,7 @@ Per-Host Resources: mem-estimate=40.48MB mem-reservation=19.00MB thread-reservat
| |
| 04:EXCHANGE [HASH(c_custkey)]
| | mem-estimate=10.43MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=1 row-size=218B cardinality=150000
+| | tuple-ids=1 row-size=218B cardinality=150.00K
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
@@ -358,12 +358,12 @@ Per-Host Resources: mem-estimate=40.48MB mem-reservation=19.00MB thread-reservat
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=150000
| mem-estimate=24.00MB mem-reservation=16.00MB thread-reservation=0
-| tuple-ids=1 row-size=218B cardinality=150000
+| tuple-ids=1 row-size=218B cardinality=150.00K
| in pipelines: 01(GETNEXT)
|
03:EXCHANGE [HASH(o_custkey)]
| mem-estimate=10.68MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0 row-size=171B cardinality=1500000
+| tuple-ids=0 row-size=171B cardinality=1.50M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
@@ -374,9 +374,9 @@ Per-Host Resources: mem-estimate=82.00MB mem-reservation=50.00MB thread-reservat
stored statistics:
table: rows=1500000 size=54.07MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=1177135
+ extrapolated-rows=disabled max-scan-range-rows=1177136
mem-estimate=40.00MB mem-reservation=24.00MB thread-reservation=0
- tuple-ids=0 row-size=171B cardinality=1500000
+ tuple-ids=0 row-size=171B cardinality=1.50M
in pipelines: 00(GETNEXT)
====
# Broadcast join with mid-sized input - should use larger buffers than shuffle join.
@@ -399,7 +399,7 @@ PLAN-ROOT SINK
|
04:EXCHANGE [UNPARTITIONED]
| mem-estimate=10.77MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0,1 row-size=388B cardinality=1500000
+| tuple-ids=0,1 row-size=388B cardinality=1.50M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
@@ -409,12 +409,12 @@ Per-Host Resources: mem-estimate=85.45MB mem-reservation=59.00MB thread-reservat
| fk/pk conjuncts: o_custkey = c_custkey
| runtime filters: RF000[bloom] <- c_custkey
| mem-estimate=34.23MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,1 row-size=388B cardinality=1500000
+| tuple-ids=0,1 row-size=388B cardinality=1.50M
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--03:EXCHANGE [BROADCAST]
| | mem-estimate=10.22MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=1 row-size=218B cardinality=150000
+| | tuple-ids=1 row-size=218B cardinality=150.00K
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
@@ -426,7 +426,7 @@ Per-Host Resources: mem-estimate=85.45MB mem-reservation=59.00MB thread-reservat
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=150000
| mem-estimate=24.00MB mem-reservation=16.00MB thread-reservation=1
-| tuple-ids=1 row-size=218B cardinality=150000
+| tuple-ids=1 row-size=218B cardinality=150.00K
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpch_parquet.orders, RANDOM]
@@ -435,9 +435,9 @@ Per-Host Resources: mem-estimate=85.45MB mem-reservation=59.00MB thread-reservat
stored statistics:
table: rows=1500000 size=54.07MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=1177135
+ extrapolated-rows=disabled max-scan-range-rows=1177136
mem-estimate=40.00MB mem-reservation=24.00MB thread-reservation=1
- tuple-ids=0 row-size=171B cardinality=1500000
+ tuple-ids=0 row-size=171B cardinality=1.50M
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=150.00MB Threads=5
@@ -455,7 +455,7 @@ PLAN-ROOT SINK
|
04:EXCHANGE [UNPARTITIONED]
| mem-estimate=11.55MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0,1 row-size=388B cardinality=1500000
+| tuple-ids=0,1 row-size=388B cardinality=1.50M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
@@ -466,7 +466,7 @@ Per-Host Resources: mem-estimate=150.47MB mem-reservation=118.00MB thread-reserv
| fk/pk conjuncts: o_custkey = c_custkey
| runtime filters: RF000[bloom] <- c_custkey
| mem-estimate=34.23MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=0,1 row-size=388B cardinality=1500000
+| tuple-ids=0,1 row-size=388B cardinality=1.50M
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
@@ -478,7 +478,7 @@ Per-Host Resources: mem-estimate=150.47MB mem-reservation=118.00MB thread-reserv
| |
| 03:EXCHANGE [BROADCAST]
| | mem-estimate=10.43MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=1 row-size=218B cardinality=150000
+| | tuple-ids=1 row-size=218B cardinality=150.00K
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=2
@@ -490,7 +490,7 @@ Per-Host Resources: mem-estimate=150.47MB mem-reservation=118.00MB thread-reserv
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=150000
| mem-estimate=24.00MB mem-reservation=16.00MB thread-reservation=0
-| tuple-ids=1 row-size=218B cardinality=150000
+| tuple-ids=1 row-size=218B cardinality=150.00K
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [tpch_parquet.orders, RANDOM]
@@ -499,9 +499,9 @@ Per-Host Resources: mem-estimate=150.47MB mem-reservation=118.00MB thread-reserv
stored statistics:
table: rows=1500000 size=54.07MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=1177135
+ extrapolated-rows=disabled max-scan-range-rows=1177136
mem-estimate=40.00MB mem-reservation=24.00MB thread-reservation=0
- tuple-ids=0 row-size=171B cardinality=1500000
+ tuple-ids=0 row-size=171B cardinality=1.50M
in pipelines: 00(GETNEXT)
====
# Join with no stats for right input - should use default buffers.
@@ -556,7 +556,7 @@ Per-Host Resources: mem-estimate=2.02GB mem-reservation=34.09MB thread-reservati
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
- partitions=24/24 files=24 size=189.12KB
+ partitions=24/24 files=24 size=189.28KB
stored statistics:
table: rows=unavailable size=unavailable
partitions: 0/24 rows=unavailable
@@ -621,7 +621,7 @@ Per-Host Resources: mem-estimate=4.03GB mem-reservation=68.17MB thread-reservati
| in pipelines: 01(GETNEXT)
|
00:SCAN HDFS [functional_parquet.alltypes, RANDOM]
- partitions=24/24 files=24 size=189.12KB
+ partitions=24/24 files=24 size=189.28KB
stored statistics:
table: rows=unavailable size=unavailable
partitions: 0/24 rows=unavailable
@@ -681,7 +681,7 @@ Per-Host Resources: mem-estimate=34.00MB mem-reservation=4.00MB thread-reservati
columns: all
extrapolated-rows=disabled max-scan-range-rows=150000
mem-estimate=24.00MB mem-reservation=2.00MB thread-reservation=1
- tuple-ids=0 row-size=10B cardinality=150000
+ tuple-ids=0 row-size=10B cardinality=150.00K
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=11.88MB Threads=5
@@ -729,7 +729,7 @@ Per-Host Resources: mem-estimate=68.00MB mem-reservation=8.00MB thread-reservati
columns: all
extrapolated-rows=disabled max-scan-range-rows=150000
mem-estimate=24.00MB mem-reservation=2.00MB thread-reservation=0
- tuple-ids=0 row-size=10B cardinality=150000
+ tuple-ids=0 row-size=10B cardinality=150.00K
in pipelines: 00(GETNEXT)
====
# Mid NDV aggregation - should scale down buffers to intermediate size.
@@ -754,7 +754,7 @@ PLAN-ROOT SINK
|
08:EXCHANGE [UNPARTITIONED]
| mem-estimate=10.10MB mem-reservation=0B thread-reservation=0
-| tuple-ids=2 row-size=29B cardinality=4690314
+| tuple-ids=2 row-size=29B cardinality=4.69M
| in pipelines: 07(GETNEXT)
|
F03:PLAN FRAGMENT [HASH(l_orderkey,o_orderstatus)] hosts=3 instances=3
@@ -764,12 +764,12 @@ Per-Host Resources: mem-estimate=27.10MB mem-reservation=17.00MB thread-reservat
| group by: l_orderkey, o_orderstatus
| having: count(*) = CAST(1 AS BIGINT)
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
-| tuple-ids=2 row-size=29B cardinality=4690314
+| tuple-ids=2 row-size=29B cardinality=4.69M
| in pipelines: 07(GETNEXT), 00(OPEN)
|
06:EXCHANGE [HASH(l_orderkey,o_orderstatus)]
| mem-estimate=10.10MB mem-reservation=0B thread-reservation=0
-| tuple-ids=2 row-size=29B cardinality=4690314
+| tuple-ids=2 row-size=29B cardinality=4.69M
| in pipelines: 00(GETNEXT)
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
@@ -778,7 +778,7 @@ Per-Host Resources: mem-estimate=85.65MB mem-reservation=52.00MB thread-reservat
| output: count(*)
| group by: l_orderkey, o_orderstatus
| mem-estimate=47.56MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=2 row-size=29B cardinality=4690314
+| tuple-ids=2 row-size=29B cardinality=4.69M
| in pipelines: 00(GETNEXT)
|
02:HASH JOIN [INNER JOIN, PARTITIONED]
@@ -786,12 +786,12 @@ Per-Host Resources: mem-estimate=85.65MB mem-reservation=52.00MB thread-reservat
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000[bloom] <- o_orderkey
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
-| tuple-ids=0,1 row-size=29B cardinality=5757710
+| tuple-ids=0,1 row-size=29B cardinality=5.76M
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--05:EXCHANGE [HASH(o_orderkey)]
| | mem-estimate=10.05MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=1 row-size=21B cardinality=1500000
+| | tuple-ids=1 row-size=21B cardinality=1.50M
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
@@ -801,27 +801,27 @@ Per-Host Resources: mem-estimate=85.65MB mem-reservation=52.00MB thread-reservat
| stored statistics:
| table: rows=1500000 size=54.07MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=1177135
+| extrapolated-rows=disabled max-scan-range-rows=1177136
| mem-estimate=40.00MB mem-reservation=8.00MB thread-reservation=1
-| tuple-ids=1 row-size=21B cardinality=1500000
+| tuple-ids=1 row-size=21B cardinality=1.50M
| in pipelines: 01(GETNEXT)
|
04:EXCHANGE [HASH(l_orderkey)]
| mem-estimate=10.04MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0 row-size=8B cardinality=6001215
+| tuple-ids=0 row-size=8B cardinality=6.00M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=81.00MB mem-reservation=5.00MB thread-reservation=2 runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.60MB
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.60MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=2141609
+ extrapolated-rows=disabled max-scan-range-rows=2141702
mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=1
- tuple-ids=0 row-size=8B cardinality=6001215
+ tuple-ids=0 row-size=8B cardinality=6.00M
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=130.00MB Threads=9
@@ -839,7 +839,7 @@ PLAN-ROOT SINK
|
08:EXCHANGE [UNPARTITIONED]
| mem-estimate=10.19MB mem-reservation=0B thread-reservation=0
-| tuple-ids=2 row-size=29B cardinality=4690314
+| tuple-ids=2 row-size=29B cardinality=4.69M
| in pipelines: 07(GETNEXT)
|
F03:PLAN FRAGMENT [HASH(l_orderkey,o_orderstatus)] hosts=3 instances=6
@@ -849,12 +849,12 @@ Per-Host Resources: mem-estimate=40.39MB mem-reservation=17.00MB thread-reservat
| group by: l_orderkey, o_orderstatus
| having: count(*) = CAST(1 AS BIGINT)
| mem-estimate=10.00MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0
-| tuple-ids=2 row-size=29B cardinality=4690314
+| tuple-ids=2 row-size=29B cardinality=4.69M
| in pipelines: 07(GETNEXT), 00(OPEN)
|
06:EXCHANGE [HASH(l_orderkey,o_orderstatus)]
| mem-estimate=10.19MB mem-reservation=0B thread-reservation=0
-| tuple-ids=2 row-size=29B cardinality=4690314
+| tuple-ids=2 row-size=29B cardinality=4.69M
| in pipelines: 00(GETNEXT)
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6
@@ -863,7 +863,7 @@ Per-Host Resources: mem-estimate=107.20MB mem-reservation=87.00MB thread-reserva
| output: count(*)
| group by: l_orderkey, o_orderstatus
| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=2 row-size=29B cardinality=4690314
+| tuple-ids=2 row-size=29B cardinality=4.69M
| in pipelines: 00(GETNEXT)
|
02:HASH JOIN [INNER JOIN, PARTITIONED]
@@ -872,7 +872,7 @@ Per-Host Resources: mem-estimate=107.20MB mem-reservation=87.00MB thread-reserva
| fk/pk conjuncts: l_orderkey = o_orderkey
| runtime filters: RF000[bloom] <- o_orderkey
| mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0
-| tuple-ids=0,1 row-size=29B cardinality=5757710
+| tuple-ids=0,1 row-size=29B cardinality=5.76M
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F05:PLAN FRAGMENT [HASH(l_orderkey)] hosts=2 instances=4
@@ -884,7 +884,7 @@ Per-Host Resources: mem-estimate=107.20MB mem-reservation=87.00MB thread-reserva
| |
| 05:EXCHANGE [HASH(o_orderkey)]
| | mem-estimate=10.10MB mem-reservation=0B thread-reservation=0
-| | tuple-ids=1 row-size=21B cardinality=1500000
+| | tuple-ids=1 row-size=21B cardinality=1.50M
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4
@@ -894,27 +894,27 @@ Per-Host Resources: mem-estimate=107.20MB mem-reservation=87.00MB thread-reserva
| stored statistics:
| table: rows=1500000 size=54.07MB
| columns: all
-| extrapolated-rows=disabled max-scan-range-rows=1177135
+| extrapolated-rows=disabled max-scan-range-rows=1177136
| mem-estimate=40.00MB mem-reservation=8.00MB thread-reservation=0
-| tuple-ids=1 row-size=21B cardinality=1500000
+| tuple-ids=1 row-size=21B cardinality=1.50M
| in pipelines: 01(GETNEXT)
|
04:EXCHANGE [HASH(l_orderkey)]
| mem-estimate=10.07MB mem-reservation=0B thread-reservation=0
-| tuple-ids=0 row-size=8B cardinality=6001215
+| tuple-ids=0 row-size=8B cardinality=6.00M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
Per-Host Resources: mem-estimate=162.00MB mem-reservation=10.00MB thread-reservation=2 runtime-filters-memory=1.00MB
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.60MB
runtime filters: RF000[bloom] -> l_orderkey
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.60MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=2141609
+ extrapolated-rows=disabled max-scan-range-rows=2141702
mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=0
- tuple-ids=0 row-size=8B cardinality=6001215
+ tuple-ids=0 row-size=8B cardinality=6.00M
in pipelines: 00(GETNEXT)
====
# High NDV aggregation - should use default buffer size.
@@ -932,7 +932,7 @@ PLAN-ROOT SINK
|
04:EXCHANGE [UNPARTITIONED]
| mem-estimate=10.69MB mem-reservation=0B thread-reservation=0
-| tuple-ids=1 row-size=231B cardinality=6001215
+| tuple-ids=1 row-size=231B cardinality=6.00M
| in pipelines: 03(GETNEXT)
|
F01:PLAN FRAGMENT [HASH(tpch_parquet.lineitem.l_orderkey,tpch_parquet.lineitem.l_partkey,tpch_parquet.lineitem.l_suppkey,tpch_parquet.lineitem.l_linenumber,tpch_parquet.lineitem.l_quantity,tpch_parquet.lineitem.l_extendedprice,tpch_parquet.lineitem.l_discount,tpch_parquet.lineitem.l_tax,tpch_parquet.lineitem.l_returnflag,tpch_parquet.lineitem.l_linestatus,tpch_parquet.lineitem.l_shipdate,tpch_parquet.lineitem.l_commitdate,tpch_parquet.lineitem.l_receiptdate,tpch_parquet.lineitem.l_shipinstruct,tpch_parquet.lineitem.l_shipmode,tpch_parquet.lineitem.l_comment)] hosts=3 instances=3
@@ -940,12 +940,12 @@ Per-Host Resources: mem-estimate=737.12MB mem-reservation=34.00MB thread-reserva
03:AGGREGATE [FINALIZE]
| group by: tpch_parquet.lineitem.l_orderkey, tpch_parquet.lineitem.l_partkey, tpch_parquet.lineitem.l_suppkey, tpch_parquet.lineitem.l_linenumber, tpch_parquet.lineitem.l_quantity, tpch_parquet.lineitem.l_extendedprice, tpch_parquet.lineitem.l_discount, tpch_parquet.lineitem.l_tax, tpch_parquet.lineitem.l_returnflag, tpch_parquet.lineitem.l_linestatus, tpch_parquet.lineitem.l_shipdate, tpch_parquet.lineitem.l_commitdate, tpch_parquet.lineitem.l_receiptdate, tpch_parquet.lineitem.l_shipinstruct, tpch_parquet.lineitem.l_shipmode, tpch_parquet.lineitem.l_comment
| mem-estimate=726.43MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=231B cardinality=6001215
+| tuple-ids=1 row-size=231B cardinality=6.00M
| in pipelines: 03(GETNEXT), 00(OPEN)
|
02:EXCHANGE [HASH(tpch_parquet.lineitem.l_orderkey,tpch_parquet.lineitem.l_partkey,tpch_parquet.lineitem.l_suppkey,tpch_parquet.lineitem.l_linenumber,tpch_parquet.lineitem.l_quantity,tpch_parquet.lineitem.l_extendedprice,tpch_parquet.lineitem.l_discount,tpch_parquet.lineitem.l_tax,tpch_parquet.lineitem.l_returnflag,tpch_parquet.lineitem.l_linestatus,tpch_parquet.lineitem.l_shipdate,tpch_parquet.lineitem.l_commitdate,tpch_parquet.lineitem.l_receiptdate,tpch_parquet.lineitem.l_shipinstruct,tpch_parquet.lineitem.l_shipmode,tpch_parquet.lineitem.l_comment)]
| mem-estimate=10.69MB mem-reservation=0B thread-reservation=0
-| tuple-ids=1 row-size=231B cardinality=6001215
+| tuple-ids=1 row-size=231B cardinality=6.00M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
@@ -953,17 +953,17 @@ Per-Host Resources: mem-estimate=806.43MB mem-reservation=74.00MB thread-reserva
01:AGGREGATE [STREAMING]
| group by: tpch_parquet.lineitem.l_orderkey, tpch_parquet.lineitem.l_partkey, tpch_parquet.lineitem.l_suppkey, tpch_parquet.lineitem.l_linenumber, tpch_parquet.lineitem.l_quantity, tpch_parquet.lineitem.l_extendedprice, tpch_parquet.lineitem.l_discount, tpch_parquet.lineitem.l_tax, tpch_parquet.lineitem.l_returnflag, tpch_parquet.lineitem.l_linestatus, tpch_parquet.lineitem.l_shipdate, tpch_parquet.lineitem.l_commitdate, tpch_parquet.lineitem.l_receiptdate, tpch_parquet.lineitem.l_shipinstruct, tpch_parquet.lineitem.l_shipmode, tpch_parquet.lineitem.l_comment
| mem-estimate=726.43MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=231B cardinality=6001215
+| tuple-ids=1 row-size=231B cardinality=6.00M
| in pipelines: 00(GETNEXT)
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.60MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.60MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=2141609
+ extrapolated-rows=disabled max-scan-range-rows=2141702
mem-estimate=80.00MB mem-reservation=40.00MB thread-reservation=1
- tuple-ids=0 row-size=231B cardinality=6001215
+ tuple-ids=0 row-size=231B cardinality=6.00M
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=216.00MB Threads=5
@@ -977,7 +977,7 @@ PLAN-ROOT SINK
|
04:EXCHANGE [UNPARTITIONED]
| mem-estimate=11.38MB mem-reservation=0B thread-reservation=0
-| tuple-ids=1 row-size=231B cardinality=6001215
+| tuple-ids=1 row-size=231B cardinality=6.00M
| in pipelines: 03(GETNEXT)
|
F01:PLAN FRAGMENT [HASH(tpch_parquet.lineitem.l_orderkey,tpch_parquet.lineitem.l_partkey,tpch_parquet.lineitem.l_suppkey,tpch_parquet.lineitem.l_linenumber,tpch_parquet.lineitem.l_quantity,tpch_parquet.lineitem.l_extendedprice,tpch_parquet.lineitem.l_discount,tpch_parquet.lineitem.l_tax,tpch_parquet.lineitem.l_returnflag,tpch_parquet.lineitem.l_linestatus,tpch_parquet.lineitem.l_shipdate,tpch_parquet.lineitem.l_commitdate,tpch_parquet.lineitem.l_receiptdate,tpch_parquet.lineitem.l_shipinstruct,tpch_parquet.lineitem.l_shipmode,tpch_parquet.lineitem.l_comment)] hosts=3 instances=6
@@ -985,12 +985,12 @@ Per-Host Resources: mem-estimate=749.19MB mem-reservation=68.00MB thread-reserva
03:AGGREGATE [FINALIZE]
| group by: tpch_parquet.lineitem.l_orderkey, tpch_parquet.lineitem.l_partkey, tpch_parquet.lineitem.l_suppkey, tpch_parquet.lineitem.l_linenumber, tpch_parquet.lineitem.l_quantity, tpch_parquet.lineitem.l_extendedprice, tpch_parquet.lineitem.l_discount, tpch_parquet.lineitem.l_tax, tpch_parquet.lineitem.l_returnflag, tpch_parquet.lineitem.l_linestatus, tpch_parquet.lineitem.l_shipdate, tpch_parquet.lineitem.l_commitdate, tpch_parquet.lineitem.l_receiptdate, tpch_parquet.lineitem.l_shipinstruct, tpch_parquet.lineitem.l_shipmode, tpch_parquet.lineitem.l_comment
| mem-estimate=363.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=231B cardinality=6001215
+| tuple-ids=1 row-size=231B cardinality=6.00M
| in pipelines: 03(GETNEXT), 00(OPEN)
|
02:EXCHANGE [HASH(tpch_parquet.lineitem.l_orderkey,tpch_parquet.lineitem.l_partkey,tpch_parquet.lineitem.l_suppkey,tpch_parquet.lineitem.l_linenumber,tpch_parquet.lineitem.l_quantity,tpch_parquet.lineitem.l_extendedprice,tpch_parquet.lineitem.l_discount,tpch_parquet.lineitem.l_tax,tpch_parquet.lineitem.l_returnflag,tpch_parquet.lineitem.l_linestatus,tpch_parquet.lineitem.l_shipdate,tpch_parquet.lineitem.l_commitdate,tpch_parquet.lineitem.l_receiptdate,tpch_parquet.lineitem.l_shipinstruct,tpch_parquet.lineitem.l_shipmode,tpch_parquet.lineitem.l_comment)]
| mem-estimate=11.38MB mem-reservation=0B thread-reservation=0
-| tuple-ids=1 row-size=231B cardinality=6001215
+| tuple-ids=1 row-size=231B cardinality=6.00M
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6
@@ -998,17 +998,17 @@ Per-Host Resources: mem-estimate=886.43MB mem-reservation=148.00MB thread-reserv
01:AGGREGATE [STREAMING]
| group by: tpch_parquet.lineitem.l_orderkey, tpch_parquet.lineitem.l_partkey, tpch_parquet.lineitem.l_suppkey, tpch_parquet.lineitem.l_linenumber, tpch_parquet.lineitem.l_quantity, tpch_parquet.lineitem.l_extendedprice, tpch_parquet.lineitem.l_discount, tpch_parquet.lineitem.l_tax, tpch_parquet.lineitem.l_returnflag, tpch_parquet.lineitem.l_linestatus, tpch_parquet.lineitem.l_shipdate, tpch_parquet.lineitem.l_commitdate, tpch_parquet.lineitem.l_receiptdate, tpch_parquet.lineitem.l_shipinstruct, tpch_parquet.lineitem.l_shipmode, tpch_parquet.lineitem.l_comment
| mem-estimate=363.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
-| tuple-ids=1 row-size=231B cardinality=6001215
+| tuple-ids=1 row-size=231B cardinality=6.00M
| in pipelines: 00(GETNEXT)
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
- partitions=1/1 files=3 size=193.72MB
+ partitions=1/1 files=3 size=193.60MB
stored statistics:
- table: rows=6001215 size=193.72MB
+ table: rows=6001215 size=193.60MB
columns: all
- extrapolated-rows=disabled max-scan-range-rows=2141609
+ extrapolated-rows=disabled max-scan-range-rows=2141702
mem-estimate=80.00MB mem-reservation=40.00MB thread-reservation=0
- tuple-ids=0 row-size=231B cardinality=6001215
+ tuple-ids=0 row-size=231B cardinality=6.00M
in pipelines: 00(GETNEXT)
====
# Aggregation with unknown input - should use default buffer size.