You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by go...@apache.org on 2021/11/11 10:27:49 UTC
[flink] branch master updated (384af4a -> 9699484)
This is an automated email from the ASF dual-hosted git repository.
godfrey pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 384af4a [FLINK-24733][connector/pulsar] Data loss in pulsar source when using shared mode
add 9699484 [FLINK-23014][table-planner] Support streaming window Deduplicate in planner
No new revisions were added by this update.
Summary of changes:
...wRank.java => StreamExecWindowDeduplicate.java} | 143 +++-------
.../stream/SimplifyWindowTableFunctionRules.java | 35 +++
...scala => StreamPhysicalWindowDeduplicate.scala} | 73 ++----
.../FlinkChangelogModeInferenceProgram.scala | 13 +-
.../planner/plan/rules/FlinkStreamRuleSets.scala | 5 +-
.../stream/StreamPhysicalDeduplicateRule.scala | 50 +---
.../physical/stream/StreamPhysicalRankRule.scala | 7 +-
.../stream/StreamPhysicalWindowAggregateRule.scala | 6 +-
...a => StreamPhysicalWindowDeduplicateRule.scala} | 44 ++--
.../stream/StreamPhysicalWindowRankRule.scala | 13 +-
.../flink/table/planner/plan/utils/RankUtil.scala | 46 +++-
.../table/planner/plan/utils/WindowUtil.scala | 14 +
.../stream/WindowTableFunctionJsonPlanTest.java | 27 ++
.../jsonplan/WindowDeduplicateJsonITCase.java | 110 ++++++++
...ank.out => testFollowedByWindowDeduplicate.out} | 63 +++--
.../plan/stream/sql/WindowDeduplicateTest.xml | 289 +++++++++++++++++++++
.../plan/stream/sql/WindowDeduplicateTest.scala | 224 ++++++++++++++++
.../stream/sql/WindowDeduplicateITCase.scala | 268 +++++++++++++++++++
18 files changed, 1161 insertions(+), 269 deletions(-)
copy flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/stream/{StreamExecWindowRank.java => StreamExecWindowDeduplicate.java} (53%)
copy flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/plan/nodes/physical/stream/{StreamPhysicalWindowRank.scala => StreamPhysicalWindowDeduplicate.scala} (57%)
copy flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/plan/rules/physical/stream/{StreamPhysicalWindowRankRule.scala => StreamPhysicalWindowDeduplicateRule.scala} (78%)
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/runtime/stream/jsonplan/WindowDeduplicateJsonITCase.java
copy flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/nodes/exec/stream/WindowTableFunctionJsonPlanTest_jsonplan/{testFollowedByWindowRank.out => testFollowedByWindowDeduplicate.out} (93%)
create mode 100644 flink-table/flink-table-planner/src/test/resources/org/apache/flink/table/planner/plan/stream/sql/WindowDeduplicateTest.xml
create mode 100644 flink-table/flink-table-planner/src/test/scala/org/apache/flink/table/planner/plan/stream/sql/WindowDeduplicateTest.scala
create mode 100644 flink-table/flink-table-planner/src/test/scala/org/apache/flink/table/planner/runtime/stream/sql/WindowDeduplicateITCase.scala