You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by li...@apache.org on 2023/07/23 06:47:19 UTC

[flink] branch master updated (c868d227308 -> c0044be734a)

This is an automated email from the ASF dual-hosted git repository.

lincoln pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git


    from c868d227308 [FLINK-31575][hive] Avoid swapping table-planner-loader and table-planner to use hive dialect (#22862)
     add c0044be734a [FLINK-32608][table-planner] Support scan reusing with projection pushdown

No new revisions were added by this update.

Summary of changes:
 .../apache/flink/table/factories/FactoryUtil.java  |   22 +-
 .../planner/connectors/DynamicSourceUtils.java     |   26 +-
 .../abilities/source/AggregatePushDownSpec.java    |    5 +
 .../plan/abilities/source/FilterPushDownSpec.java  |    5 +
 .../plan/abilities/source/LimitPushDownSpec.java   |    5 +
 .../abilities/source/PartitionPushDownSpec.java    |    5 +
 .../plan/abilities/source/ProjectPushDownSpec.java |    9 +
 .../plan/abilities/source/ReadingMetadataSpec.java |    5 +
 .../plan/abilities/source/SourceAbilitySpec.java   |   11 +
 .../plan/abilities/source/SourceWatermarkSpec.java |    5 +
 .../abilities/source/WatermarkPushDownSpec.java    |   14 +
 .../nodes/exec/spec/DynamicTableSourceSpec.java    |   16 +-
 .../plan/reuse/ReplaceScanWithCalcShuttle.java     |   60 +
 .../planner/plan/reuse/ReusableScanVisitor.java    |   53 +
 .../flink/table/planner/plan/reuse/ScanReuser.java |  278 +++++
 .../table/planner/plan/reuse/ScanReuserUtils.java  |  368 ++++++
 .../table/planner/plan/utils/FlinkRelUtil.java     |   40 +
 .../batch/BatchPhysicalTableSourceScan.scala       |    4 +
 .../common/CommonPhysicalTableSourceScan.scala     |   12 +-
 .../stream/StreamPhysicalTableSourceScan.scala     |    4 +
 .../optimize/CommonSubGraphBasedOptimizer.scala    |    8 +-
 .../table/planner/plan/reuse/SubplanReuser.scala   |   23 +-
 .../plan/rules/logical/FlinkCalcMergeRule.scala    |   29 +-
 .../planner/plan/schema/TableSourceTable.scala     |   30 +
 .../nodes/exec/stream/TableSourceJsonPlanTest.java |   38 +
 .../table/planner/plan/optimize/ScanReuseTest.java |  327 +++++
 .../runtime/stream/sql/ScanReuseITCase.java        |   72 ++
 .../analyze/GroupAggregationAnalyzerTest.xml       |   12 +-
 .../analyze/NonDeterministicUpdateAnalyzerTest.xml |    2 +-
 .../plan/batch/sql/DynamicFilteringTest.xml        |  372 +++---
 .../plan/batch/sql/ForwardHashExchangeTest.xml     |   26 +-
 .../planner/plan/batch/sql/SubplanReuseTest.xml    |  134 +++
 .../plan/hints/batch/BroadcastJoinHintTest.xml     |   52 +-
 .../plan/hints/batch/NestLoopJoinHintTest.xml      |   52 +-
 .../plan/hints/batch/ShuffleHashJoinHintTest.xml   |   52 +-
 .../plan/hints/batch/ShuffleMergeJoinHintTest.xml  |   52 +-
 .../testReuseSourceWithoutProjectionPushDown.out   |  147 +++
 .../table/planner/plan/optimize/ScanReuseTest.xml  | 1262 ++++++++++++++++++++
 .../program/DynamicPartitionPruningProgramTest.xml |    7 +-
 .../plan/stream/sql/NonDeterministicDagTest.xml    |  332 ++---
 .../planner/plan/stream/sql/SubplanReuseTest.xml   |  232 +++-
 .../plan/stream/sql/agg/WindowAggregateTest.xml    |   18 +-
 .../planner/plan/batch/sql/SubplanReuseTest.scala  |  197 +++
 .../planner/plan/stream/sql/SubplanReuseTest.scala |  212 ++++
 .../flink/table/planner/utils/TableTestBase.scala  |   18 +-
 45 files changed, 4102 insertions(+), 551 deletions(-)
 create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/reuse/ReplaceScanWithCalcShuttle.java
 create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/reuse/ReusableScanVisitor.java
 create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/reuse/ScanReuser.java
 create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/reuse/ScanReuserUtils.java
 create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/optimize/ScanReuseTest.java
 create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/runtime/stream/sql/ScanReuseITCase.java
 create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/TableSourceJsonPlanTest_jsonplan/testReuseSourceWithoutProjectionPushDown.out
 create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/optimize/ScanReuseTest.xml