You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by li...@apache.org on 2023/07/23 06:47:19 UTC
[flink] branch master updated (c868d227308 -> c0044be734a)
This is an automated email from the ASF dual-hosted git repository.
lincoln pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from c868d227308 [FLINK-31575][hive] Avoid swapping table-planner-loader and table-planner to use hive dialect (#22862)
add c0044be734a [FLINK-32608][table-planner] Support scan reusing with projection pushdown
No new revisions were added by this update.
Summary of changes:
.../apache/flink/table/factories/FactoryUtil.java | 22 +-
.../planner/connectors/DynamicSourceUtils.java | 26 +-
.../abilities/source/AggregatePushDownSpec.java | 5 +
.../plan/abilities/source/FilterPushDownSpec.java | 5 +
.../plan/abilities/source/LimitPushDownSpec.java | 5 +
.../abilities/source/PartitionPushDownSpec.java | 5 +
.../plan/abilities/source/ProjectPushDownSpec.java | 9 +
.../plan/abilities/source/ReadingMetadataSpec.java | 5 +
.../plan/abilities/source/SourceAbilitySpec.java | 11 +
.../plan/abilities/source/SourceWatermarkSpec.java | 5 +
.../abilities/source/WatermarkPushDownSpec.java | 14 +
.../nodes/exec/spec/DynamicTableSourceSpec.java | 16 +-
.../plan/reuse/ReplaceScanWithCalcShuttle.java | 60 +
.../planner/plan/reuse/ReusableScanVisitor.java | 53 +
.../flink/table/planner/plan/reuse/ScanReuser.java | 278 +++++
.../table/planner/plan/reuse/ScanReuserUtils.java | 368 ++++++
.../table/planner/plan/utils/FlinkRelUtil.java | 40 +
.../batch/BatchPhysicalTableSourceScan.scala | 4 +
.../common/CommonPhysicalTableSourceScan.scala | 12 +-
.../stream/StreamPhysicalTableSourceScan.scala | 4 +
.../optimize/CommonSubGraphBasedOptimizer.scala | 8 +-
.../table/planner/plan/reuse/SubplanReuser.scala | 23 +-
.../plan/rules/logical/FlinkCalcMergeRule.scala | 29 +-
.../planner/plan/schema/TableSourceTable.scala | 30 +
.../nodes/exec/stream/TableSourceJsonPlanTest.java | 38 +
.../table/planner/plan/optimize/ScanReuseTest.java | 327 +++++
.../runtime/stream/sql/ScanReuseITCase.java | 72 ++
.../analyze/GroupAggregationAnalyzerTest.xml | 12 +-
.../analyze/NonDeterministicUpdateAnalyzerTest.xml | 2 +-
.../plan/batch/sql/DynamicFilteringTest.xml | 372 +++---
.../plan/batch/sql/ForwardHashExchangeTest.xml | 26 +-
.../planner/plan/batch/sql/SubplanReuseTest.xml | 134 +++
.../plan/hints/batch/BroadcastJoinHintTest.xml | 52 +-
.../plan/hints/batch/NestLoopJoinHintTest.xml | 52 +-
.../plan/hints/batch/ShuffleHashJoinHintTest.xml | 52 +-
.../plan/hints/batch/ShuffleMergeJoinHintTest.xml | 52 +-
.../testReuseSourceWithoutProjectionPushDown.out | 147 +++
.../table/planner/plan/optimize/ScanReuseTest.xml | 1262 ++++++++++++++++++++
.../program/DynamicPartitionPruningProgramTest.xml | 7 +-
.../plan/stream/sql/NonDeterministicDagTest.xml | 332 ++---
.../planner/plan/stream/sql/SubplanReuseTest.xml | 232 +++-
.../plan/stream/sql/agg/WindowAggregateTest.xml | 18 +-
.../planner/plan/batch/sql/SubplanReuseTest.scala | 197 +++
.../planner/plan/stream/sql/SubplanReuseTest.scala | 212 ++++
.../flink/table/planner/utils/TableTestBase.scala | 18 +-
45 files changed, 4102 insertions(+), 551 deletions(-)
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/reuse/ReplaceScanWithCalcShuttle.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/reuse/ReusableScanVisitor.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/reuse/ScanReuser.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/reuse/ScanReuserUtils.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/optimize/ScanReuseTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/runtime/stream/sql/ScanReuseITCase.java
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/TableSourceJsonPlanTest_jsonplan/testReuseSourceWithoutProjectionPushDown.out
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/optimize/ScanReuseTest.xml