You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ja...@apache.org on 2019/11/08 09:19:55 UTC

[flink] branch master updated (63bf1df -> 937356f)

This is an automated email from the ASF dual-hosted git repository.

jark pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 63bf1df  [hotfix] Make logging flags explicit
     add 5acf09d  [hotfix][table-planner-blink] Make sure TableSourceTable.catalogTable is not null
     add 35836df  [FLINK-14324][table-planner-blink] Convert SqlCreateTable with SqlWatermark to CatalogTable
     add d98ad19  [FLINK-14326][table-planner-blink] Introduce WatermarkGenerator interface to generate watermark from current row
     add bf27bdd  [FLINK-14326][table-planner-blink] Support code generate a WatermarkGenerator from RexNode
     add d0901dc  [FLINK-14326][table-planner-blink] Support to generate and apply watermark assigner in translateToPlan
     add 937356f  [hotfix][table-planner-blink] Move SqlToOperationConverterTest from sqlexec package to operations package

No new revisions were added by this update.

Summary of changes:
 .../org/apache/flink/table/api/WatermarkSpec.java  |   6 +
 .../calcite/sql/validate/ParameterScope.java       |  72 +++++++++
 .../planner/calcite/SqlExprToRexConverter.java     |  35 ++---
 .../planner/calcite/SqlExprToRexConverterImpl.java | 166 +++++++++++++++++++++
 .../planner/catalog/DatabaseCalciteSchema.java     |   2 +-
 .../operations/SqlToOperationConverter.java        |  84 ++++++-----
 .../planner/plan/QueryOperationConverter.java      |   3 +-
 .../table/planner/calcite/FlinkPlannerImpl.scala   |  19 ++-
 .../codegen/WatermarkGeneratorCodeGenerator.scala  |  89 +++++++++++
 .../nodes/physical/PhysicalTableSourceScan.scala   |   8 +-
 .../stream/StreamExecTableSourceScan.scala         | 111 ++++++++++----
 .../stream/StreamExecWatermarkAssigner.scala       |   8 +-
 .../PushPartitionIntoTableSourceScanRule.scala     |   4 +-
 .../planner/plan/schema/TableSourceTable.scala     |  49 +++++-
 .../table/planner/sources/TableSourceUtil.scala    |  28 ++--
 .../operations}/SqlToOperationConverterTest.java   |  50 ++++++-
 .../utils/JavaUserDefinedScalarFunctions.java      |  44 ++++++
 .../table/planner/plan/batch/sql/TableScanTest.xml |  24 +++
 .../planner/plan/stream/sql/TableScanTest.xml      |  37 ++++-
 .../codegen/WatermarkGeneratorCodeGenTest.scala    | 138 +++++++++++++++++
 .../planner/plan/batch/sql/TableScanTest.scala     |  20 ++-
 .../planner/plan/stream/sql/TableScanTest.scala    |  19 ++-
 .../runtime/stream/sql/TimeAttributeITCase.scala   | 163 ++++++++++++++++++++
 .../flink/table/planner/utils/TableTestBase.scala  |  17 ++-
 ...ction.java => GeneratedWatermarkGenerator.java} |   6 +-
 .../runtime/generated/WatermarkGenerator.java}     |  21 +--
 .../BoundedOutOfOrderWatermarkGenerator.java}      |  39 ++---
 .../wmassigners/WatermarkAssignerOperator.java     |  64 ++++----
 .../WatermarkAssignerOperatorFactory.java          |  77 ++++++++++
 .../wmassigners/WatermarkAssignerOperatorTest.java | 113 +++++++++++++-
 .../WatermarkAssignerOperatorTestBase.java         |   2 +-
 31 files changed, 1328 insertions(+), 190 deletions(-)
 create mode 100644 flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/sql/validate/ParameterScope.java
 copy flink-runtime/src/test/java/org/apache/flink/runtime/util/jartestprogram/NestedAnonymousInnerClass.java => flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/calcite/SqlExprToRexConverter.java (68%)
 create mode 100644 flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/calcite/SqlExprToRexConverterImpl.java
 create mode 100644 flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/codegen/WatermarkGeneratorCodeGenerator.scala
 rename flink-table/flink-table-planner-blink/src/test/java/org/apache/flink/table/{sqlexec => planner/operations}/SqlToOperationConverterTest.java (88%)
 create mode 100644 flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/codegen/WatermarkGeneratorCodeGenTest.scala
 create mode 100644 flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/runtime/stream/sql/TimeAttributeITCase.scala
 copy flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/generated/{GeneratedAggsHandleFunction.java => GeneratedWatermarkGenerator.java} (82%)
 copy flink-table/{flink-table-api-java-bridge/src/main/java/org/apache/flink/table/sources/wmstrategies/PunctuatedWatermarkAssigner.java => flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/generated/WatermarkGenerator.java} (67%)
 copy flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/{match/BaseRowEventComparator.java => wmassigners/BoundedOutOfOrderWatermarkGenerator.java} (50%)
 create mode 100644 flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/wmassigners/WatermarkAssignerOperatorFactory.java