You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ku...@apache.org on 2019/11/25 14:19:23 UTC
[flink] branch master updated (89634d7 -> 75427bf)
This is an automated email from the ASF dual-hosted git repository.
kurt pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 89634d7 [FLINK-14838] Cleanup the description about container number config option in Scala and python shell doc
add 75427bf [FLINK-14874][table-planner-blink] add local aggregation to solve data skew for ROLLUP/CUBE
No new revisions were added by this update.
Summary of changes:
.../plan/optimize/program/FlinkBatchProgram.scala | 10 +
.../planner/plan/rules/FlinkBatchRuleSets.scala | 8 +
.../physical/batch/BatchExecAggRuleBase.scala | 69 +++++-
.../physical/batch/BatchExecHashAggRule.scala | 28 +--
.../physical/batch/BatchExecSortAggRule.scala | 23 +-
.../physical/batch/EnforceLocalAggRuleBase.scala | 165 ++++++++++++++
.../physical/batch/EnforceLocalHashAggRule.scala | 83 +++++++
.../physical/batch/EnforceLocalSortAggRule.scala | 112 ++++++++++
.../batch/sql/agg/AggregateReduceGroupingTest.xml | 16 +-
.../plan/batch/sql/agg/GroupingSetsTest.xml | 18 +-
.../physical/batch/EnforceLocalHashAggRuleTest.xml | 160 ++++++++++++++
.../physical/batch/EnforceLocalSortAggRuleTest.xml | 242 +++++++++++++++++++++
.../batch/EnforceLocalAggRuleTestBase.scala} | 43 +++-
.../batch/EnforceLocalHashAggRuleTest.scala | 77 +++++++
.../batch/EnforceLocalSortAggRuleTest.scala | 95 ++++++++
15 files changed, 1090 insertions(+), 59 deletions(-)
create mode 100644 flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/rules/physical/batch/EnforceLocalAggRuleBase.scala
create mode 100644 flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/rules/physical/batch/EnforceLocalHashAggRule.scala
create mode 100644 flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/rules/physical/batch/EnforceLocalSortAggRule.scala
create mode 100644 flink-table/flink-table-planner-blink/src/test/resources/org/apache/flink/table/planner/plan/rules/physical/batch/EnforceLocalHashAggRuleTest.xml
create mode 100644 flink-table/flink-table-planner-blink/src/test/resources/org/apache/flink/table/planner/plan/rules/physical/batch/EnforceLocalSortAggRuleTest.xml
copy flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/{stream/table/PythonCalcTest.scala => rules/physical/batch/EnforceLocalAggRuleTestBase.scala} (51%)
create mode 100644 flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/rules/physical/batch/EnforceLocalHashAggRuleTest.scala
create mode 100644 flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/rules/physical/batch/EnforceLocalSortAggRuleTest.scala