You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ja...@apache.org on 2019/11/08 09:19:55 UTC
[flink] branch master updated (63bf1df -> 937356f)
This is an automated email from the ASF dual-hosted git repository.
jark pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 63bf1df [hotfix] Make logging flags explicit
add 5acf09d [hotfix][table-planner-blink] Make sure TableSourceTable.catalogTable is not null
add 35836df [FLINK-14324][table-planner-blink] Convert SqlCreateTable with SqlWatermark to CatalogTable
add d98ad19 [FLINK-14326][table-planner-blink] Introduce WatermarkGenerator interface to generate watermark from current row
add bf27bdd [FLINK-14326][table-planner-blink] Support code generate a WatermarkGenerator from RexNode
add d0901dc [FLINK-14326][table-planner-blink] Support to generate and apply watermark assigner in translateToPlan
add 937356f [hotfix][table-planner-blink] Move SqlToOperationConverterTest from sqlexec package to operations package
No new revisions were added by this update.
Summary of changes:
.../org/apache/flink/table/api/WatermarkSpec.java | 6 +
.../calcite/sql/validate/ParameterScope.java | 72 +++++++++
.../planner/calcite/SqlExprToRexConverter.java | 35 ++---
.../planner/calcite/SqlExprToRexConverterImpl.java | 166 +++++++++++++++++++++
.../planner/catalog/DatabaseCalciteSchema.java | 2 +-
.../operations/SqlToOperationConverter.java | 84 ++++++-----
.../planner/plan/QueryOperationConverter.java | 3 +-
.../table/planner/calcite/FlinkPlannerImpl.scala | 19 ++-
.../codegen/WatermarkGeneratorCodeGenerator.scala | 89 +++++++++++
.../nodes/physical/PhysicalTableSourceScan.scala | 8 +-
.../stream/StreamExecTableSourceScan.scala | 111 ++++++++++----
.../stream/StreamExecWatermarkAssigner.scala | 8 +-
.../PushPartitionIntoTableSourceScanRule.scala | 4 +-
.../planner/plan/schema/TableSourceTable.scala | 49 +++++-
.../table/planner/sources/TableSourceUtil.scala | 28 ++--
.../operations}/SqlToOperationConverterTest.java | 50 ++++++-
.../utils/JavaUserDefinedScalarFunctions.java | 44 ++++++
.../table/planner/plan/batch/sql/TableScanTest.xml | 24 +++
.../planner/plan/stream/sql/TableScanTest.xml | 37 ++++-
.../codegen/WatermarkGeneratorCodeGenTest.scala | 138 +++++++++++++++++
.../planner/plan/batch/sql/TableScanTest.scala | 20 ++-
.../planner/plan/stream/sql/TableScanTest.scala | 19 ++-
.../runtime/stream/sql/TimeAttributeITCase.scala | 163 ++++++++++++++++++++
.../flink/table/planner/utils/TableTestBase.scala | 17 ++-
...ction.java => GeneratedWatermarkGenerator.java} | 6 +-
.../runtime/generated/WatermarkGenerator.java} | 21 +--
.../BoundedOutOfOrderWatermarkGenerator.java} | 39 ++---
.../wmassigners/WatermarkAssignerOperator.java | 64 ++++----
.../WatermarkAssignerOperatorFactory.java | 77 ++++++++++
.../wmassigners/WatermarkAssignerOperatorTest.java | 113 +++++++++++++-
.../WatermarkAssignerOperatorTestBase.java | 2 +-
31 files changed, 1328 insertions(+), 190 deletions(-)
create mode 100644 flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/sql/validate/ParameterScope.java
copy flink-runtime/src/test/java/org/apache/flink/runtime/util/jartestprogram/NestedAnonymousInnerClass.java => flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/calcite/SqlExprToRexConverter.java (68%)
create mode 100644 flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/calcite/SqlExprToRexConverterImpl.java
create mode 100644 flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/codegen/WatermarkGeneratorCodeGenerator.scala
rename flink-table/flink-table-planner-blink/src/test/java/org/apache/flink/table/{sqlexec => planner/operations}/SqlToOperationConverterTest.java (88%)
create mode 100644 flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/codegen/WatermarkGeneratorCodeGenTest.scala
create mode 100644 flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/runtime/stream/sql/TimeAttributeITCase.scala
copy flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/generated/{GeneratedAggsHandleFunction.java => GeneratedWatermarkGenerator.java} (82%)
copy flink-table/{flink-table-api-java-bridge/src/main/java/org/apache/flink/table/sources/wmstrategies/PunctuatedWatermarkAssigner.java => flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/generated/WatermarkGenerator.java} (67%)
copy flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/{match/BaseRowEventComparator.java => wmassigners/BoundedOutOfOrderWatermarkGenerator.java} (50%)
create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/wmassigners/WatermarkAssignerOperatorFactory.java