You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ja...@apache.org on 2020/05/13 07:14:06 UTC
[flink] branch master updated (78b516c -> 64c732f)
This is an automated email from the ASF dual-hosted git repository.
jark pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 78b516c [FLINK-17431][sql-parser-hive][hive] Implement table DDLs for Hive di… (#11935)
add 3c6df77 [FLINK-16991][table-planner-blink] Rename current LogicalSink into LogicalLegacySink
add 64c732f [FLINK-16991][table-planner-blink] Support DynamicTableSink in blink planner
No new revisions were added by this update.
Summary of changes:
.../generated/execution_config_configuration.html | 6 +
docs/dev/table/common.md | 8 +-
docs/dev/table/common.zh.md | 8 +-
.../table/api/config/ExecutionConfigOptions.java | 33 +
.../flink/table/factories/TableFactoryUtil.java | 27 +
.../apache/flink/table/utils/TableSchemaUtils.java | 17 +
.../planner/plan/FlinkCalciteCatalogReader.java | 6 +-
.../planner/calcite/FlinkLogicalRelFactories.scala | 20 +-
.../table/planner/calcite/FlinkRelBuilder.scala | 13 +-
.../table/planner/calcite/FlinkRelFactories.scala | 28 +-
.../calcite/RelTimeIndicatorConverter.scala | 53 +-
.../table/planner/delegation/PlannerBase.scala | 131 +++-
.../nodes/calcite/{Sink.scala => LegacySink.scala} | 2 +-
.../{LogicalSink.scala => LogicalLegacySink.scala} | 14 +-
.../planner/plan/nodes/calcite/LogicalSink.scala | 38 +-
.../table/planner/plan/nodes/calcite/Sink.scala | 24 +-
.../plan/nodes/common/CommonPhysicalSink.scala | 106 +++
...icalSink.scala => FlinkLogicalLegacySink.scala} | 30 +-
.../plan/nodes/logical/FlinkLogicalSink.scala | 27 +-
...tchExecSink.scala => BatchExecLegacySink.scala} | 12 +-
.../plan/nodes/physical/batch/BatchExecSink.scala | 124 +--
...amExecSink.scala => StreamExecLegacySink.scala} | 12 +-
.../nodes/physical/stream/StreamExecSink.scala | 169 +---
.../BatchCommonSubGraphBasedOptimizer.scala | 4 +-
.../table/planner/plan/optimize/RelNodeBlock.scala | 10 +-
.../StreamCommonSubGraphBasedOptimizer.scala | 10 +-
.../FlinkChangelogModeInferenceProgram.scala | 53 +-
.../table/planner/plan/reuse/SubplanReuser.scala | 4 +-
.../planner/plan/rules/FlinkBatchRuleSets.scala | 6 +-
.../planner/plan/rules/FlinkStreamRuleSets.scala | 6 +-
...inkRule.scala => BatchExecLegacySinkRule.scala} | 18 +-
.../rules/physical/batch/BatchExecSinkRule.scala | 35 +-
...nkRule.scala => StreamExecLegacySinkRule.scala} | 18 +-
.../rules/physical/stream/StreamExecSinkRule.scala | 36 +-
.../planner/plan/utils/ChangelogPlanUtils.scala | 10 +
.../planner/plan/utils/ExecNodePlanDumper.scala | 5 +-
.../planner/plan/utils/UpdatingPlanChecker.scala | 4 +-
.../flink/table/planner/sinks/TableSinkUtils.scala | 66 +-
.../factories/TestValuesRuntimeFunctions.java | 452 +++++++++++
.../planner/factories/TestValuesTableFactory.java | 258 ++++---
.../explain/testExecuteSqlWithExplainInsert.out | 4 +-
.../resources/explain/testExplainSqlWithInsert.out | 4 +-
.../explain/testFromToDataStreamAndSqlUpdate.out | 4 +-
.../explain/testSqlUpdateAndToDataStream.out | 4 +-
.../test/resources/explain/testStatementSet.out | 8 +-
.../explain/testStreamTableEnvironmentExplain.out | 4 +-
.../apache/flink/table/api/batch/ExplainTest.xml | 24 +-
.../apache/flink/table/api/stream/ExplainTest.xml | 40 +-
.../planner/plan/batch/sql/DagOptimizationTest.xml | 132 ++--
.../batch/sql/{SinkTest.xml => LegacySinkTest.xml} | 12 +-
.../plan/batch/sql/PartitionableSinkTest.xml | 16 +-
.../batch/sql/{SinkTest.xml => TableSinkTest.xml} | 12 +-
.../plan/stream/sql/DagOptimizationTest.xml | 160 ++--
.../sql/{SinkTest.xml => LegacySinkTest.xml} | 52 +-
.../plan/stream/sql/MiniBatchIntervalInferTest.xml | 12 +-
.../plan/stream/sql/PartitionableSinkTest.xml | 16 +-
.../planner/plan/stream/sql/TableSinkTest.xml | 234 ++++++
.../sql/{SinkTest.scala => LegacySinkTest.scala} | 2 +-
.../sql/{SinkTest.scala => TableSinkTest.scala} | 49 +-
.../table/planner/plan/hint/OptionsHintTest.scala | 8 +-
.../logical/FlinkAggregateRemoveRuleTest.scala | 4 +-
.../sql/{SinkTest.scala => LegacySinkTest.scala} | 2 +-
.../planner/plan/stream/sql/TableSinkTest.scala | 290 +++++++
...t.scala => LegacyTableSinkValidationTest.scala} | 2 +-
...inkITCase.scala => LegacyTableSinkITCase.scala} | 2 +-
.../runtime/batch/table/TableSinkITCase.scala | 297 ++++----
...inkITCase.scala => LegacyTableSinkITCase.scala} | 2 +-
.../runtime/stream/table/TableSinkITCase.scala | 847 +++++++++++----------
.../planner/runtime/utils/BatchTestBase.scala | 2 +-
.../planner/runtime/utils/StreamingTestBase.scala | 2 +-
.../connector/sink/DataFormatConverterWrapper.java | 50 ++
.../connector/sink/SinkRuntimeProviderContext.java | 53 ++
.../table/runtime/operators/sink/SinkOperator.java | 149 ++++
73 files changed, 2985 insertions(+), 1417 deletions(-)
copy flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/nodes/calcite/{Sink.scala => LegacySink.scala} (98%)
copy flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/nodes/calcite/{LogicalSink.scala => LogicalLegacySink.scala} (85%)
create mode 100644 flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/nodes/common/CommonPhysicalSink.scala
copy flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/nodes/logical/{FlinkLogicalSink.scala => FlinkLogicalLegacySink.scala} (80%)
copy flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/nodes/physical/batch/{BatchExecSink.scala => BatchExecLegacySink.scala} (95%)
copy flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/nodes/physical/stream/{StreamExecSink.scala => StreamExecLegacySink.scala} (96%)
copy flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/rules/physical/batch/{BatchExecSinkRule.scala => BatchExecLegacySinkRule.scala} (91%)
copy flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/rules/physical/stream/{StreamExecSinkRule.scala => StreamExecLegacySinkRule.scala} (90%)
create mode 100644 flink-table/flink-table-planner-blink/src/test/java/org/apache/flink/table/planner/factories/TestValuesRuntimeFunctions.java
copy flink-table/flink-table-planner-blink/src/test/resources/org/apache/flink/table/planner/plan/batch/sql/{SinkTest.xml => LegacySinkTest.xml} (85%)
rename flink-table/flink-table-planner-blink/src/test/resources/org/apache/flink/table/planner/plan/batch/sql/{SinkTest.xml => TableSinkTest.xml} (86%)
rename flink-table/flink-table-planner-blink/src/test/resources/org/apache/flink/table/planner/plan/stream/sql/{SinkTest.xml => LegacySinkTest.xml} (82%)
create mode 100644 flink-table/flink-table-planner-blink/src/test/resources/org/apache/flink/table/planner/plan/stream/sql/TableSinkTest.xml
copy flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/batch/sql/{SinkTest.scala => LegacySinkTest.scala} (98%)
rename flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/batch/sql/{SinkTest.scala => TableSinkTest.scala} (63%)
rename flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/stream/sql/{SinkTest.scala => LegacySinkTest.scala} (99%)
create mode 100644 flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/stream/sql/TableSinkTest.scala
rename flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/plan/stream/table/validation/{TableSinkValidationTest.scala => LegacyTableSinkValidationTest.scala} (98%)
copy flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/runtime/batch/table/{TableSinkITCase.scala => LegacyTableSinkITCase.scala} (99%)
copy flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/runtime/stream/table/{TableSinkITCase.scala => LegacyTableSinkITCase.scala} (99%)
create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/connector/sink/DataFormatConverterWrapper.java
create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/connector/sink/SinkRuntimeProviderContext.java
create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/sink/SinkOperator.java