You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by tw...@apache.org on 2022/01/28 12:59:58 UTC
[flink] branch master updated (8c4e9a5 -> f2b5c9d)
This is an automated email from the ASF dual-hosted git repository.
twalthr pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 8c4e9a5 [FLINK-25816][state] Remove checkpoint abortion notification of notify backend
add a545282b [hotfix][table-api-java] Use correct Preconditions method in CatalogManager
add dcb0b5f [hotfix][table-common][table-api-java] Add various equals/hashCode to catalog-related classes
add d7e176c [hotfix][table-planner] Add FlinkContext.getClassLoader
add 942872c [FLINK-25386][table-planner] Harden persisted plan for catalog tables
add 8fdd557 [hotfix][table-planner] Enable parallel test execution for serde tests. Also fix some annotation mistakes.
add f2b5c9d [hotfix][table-planner] Add an env variable to improve dev loop on plan tests.
No new revisions were added by this update.
Summary of changes:
.../apache/flink/table/catalog/CatalogManager.java | 7 +-
.../flink/table/catalog/ContextResolvedTable.java | 31 +-
.../flink/table/catalog/DefaultCatalogTable.java | 15 +
.../flink/table/catalog/ResolvedCatalogTable.java | 29 +
.../flink/table/factories/FactoryUtilTest.java | 6 +-
.../table/factories/TestDynamicTableFactory.java | 8 +-
flink-table/flink-table-planner/README.md | 11 +
.../planner/expressions/RexNodeExpression.java | 23 +-
.../planner/plan/abilities/sink/OverwriteSpec.java | 21 +-
.../plan/abilities/sink/PartitioningSpec.java | 20 +-
.../plan/abilities/sink/WritingMetadataSpec.java | 21 +-
.../abilities/source/AggregatePushDownSpec.java | 25 +-
.../plan/abilities/source/FilterPushDownSpec.java | 23 +-
.../plan/abilities/source/LimitPushDownSpec.java | 24 +-
.../abilities/source/PartitionPushDownSpec.java | 23 +-
.../plan/abilities/source/ProjectPushDownSpec.java | 25 +-
.../plan/abilities/source/ReadingMetadataSpec.java | 23 +-
.../abilities/source/SourceAbilitySpecBase.java | 18 +
.../plan/abilities/source/SourceWatermarkSpec.java | 24 +-
.../abilities/source/WatermarkPushDownSpec.java | 24 +-
.../plan/nodes/exec/common/CommonExecSink.java | 12 +-
.../exec/common/CommonExecTableSourceScan.java | 2 +-
.../exec/serde/CatalogTableJsonDeserializer.java | 58 --
.../nodes/exec/serde/ColumnJsonDeserializer.java | 120 +++
.../nodes/exec/serde/ColumnJsonSerializer.java | 97 +++
.../ContextResolvedTableJsonDeserializer.java | 238 ++++++
.../serde/ContextResolvedTableJsonSerializer.java | 93 +++
.../exec/serde/ExecNodeGraphJsonPlanGenerator.java | 37 +-
.../plan/nodes/exec/serde/JsonSerdeUtil.java | 87 +++
.../ResolvedCatalogTableJsonDeserializer.java | 90 +++
.../serde/ResolvedCatalogTableJsonSerializer.java | 91 +++
.../serde/ResolvedExpressionJsonDeserializer.java | 80 ++
.../serde/ResolvedExpressionJsonSerializer.java | 71 ++
.../exec/serde/ResolvedSchemaJsonDeserializer.java | 72 ++
...izer.java => ResolvedSchemaJsonSerializer.java} | 37 +-
.../nodes/exec/serde/UniqueConstraintMixin.java | 57 ++
.../plan/nodes/exec/serde/WatermarkSpecMixin.java | 43 ++
.../plan/nodes/exec/spec/CatalogTableSpecBase.java | 113 ---
.../plan/nodes/exec/spec/DynamicTableSinkSpec.java | 85 ++-
.../nodes/exec/spec/DynamicTableSourceSpec.java | 102 ++-
.../plan/nodes/exec/spec/DynamicTableSpecBase.java | 57 ++
.../nodes/exec/spec/TemporalTableSourceSpec.java | 21 +-
.../plan/nodes/exec/stream/StreamExecSink.java | 5 +-
.../flink/table/planner/calcite/FlinkContext.scala | 8 +
.../table/planner/delegation/PlannerBase.scala | 10 +-
.../physical/batch/BatchPhysicalLookupJoin.scala | 2 +-
.../nodes/physical/batch/BatchPhysicalSink.scala | 5 +-
.../batch/BatchPhysicalTableSourceScan.scala | 5 +-
.../physical/stream/StreamPhysicalLookupJoin.scala | 2 +-
.../nodes/physical/stream/StreamPhysicalSink.scala | 5 +-
.../stream/StreamPhysicalTableSourceScan.scala | 5 +-
.../formats/testcsv/TestCsvFormatFactory.java | 4 +-
.../exec/serde/ContextResolvedTableSerdeTest.java | 828 +++++++++++++++++++++
.../nodes/exec/serde/DataTypeJsonSerdeTest.java | 3 +
.../exec/serde/DynamicTableSinkSpecSerdeTest.java | 265 ++++---
.../serde/DynamicTableSourceSpecSerdeTest.java | 279 +++++--
.../nodes/exec/serde/LogicalTypeJsonSerdeTest.java | 7 +-
.../nodes/exec/serde/RelDataTypeJsonSerdeTest.java | 7 +-
.../exec/serde/ResolvedCatalogTableSerdeTest.java | 182 +++++
.../serde/TemporalTableSourceSpecSerdeTest.java | 82 +-
.../flink/table/planner/utils/PlannerMocks.java | 25 +-
.../test/resources/jsonplan/testGetJsonPlan.out | 158 ++--
.../src/test/resources/junit-platform.properties | 24 +
.../CalcJsonPlanTest_jsonplan/testComplexCalc.out | 91 ++-
.../CalcJsonPlanTest_jsonplan/testSimpleFilter.out | 76 +-
.../testSimpleProject.out | 66 +-
.../testChangelogSource.out | 77 +-
.../testUpsertSource.out | 77 +-
.../testCrossJoin.out | 64 +-
.../testCrossJoinOverrideParameters.out | 64 +-
.../testJoinWithFilter.out | 64 +-
.../testLeftOuterJoinWithLiteralTrue.out | 64 +-
.../testDeduplication.out | 100 ++-
.../ExpandJsonPlanTest_jsonplan/testExpand.out | 66 +-
...tDistinctAggCalls[isMiniBatchEnabled=false].out | 91 ++-
...stDistinctAggCalls[isMiniBatchEnabled=true].out | 91 ++-
...gCallsWithGroupBy[isMiniBatchEnabled=false].out | 78 +-
...ggCallsWithGroupBy[isMiniBatchEnabled=true].out | 78 +-
...AggWithoutGroupBy[isMiniBatchEnabled=false].out | 83 ++-
...eAggWithoutGroupBy[isMiniBatchEnabled=true].out | 83 ++-
...erDefinedAggCalls[isMiniBatchEnabled=false].out | 81 +-
...serDefinedAggCalls[isMiniBatchEnabled=true].out | 81 +-
.../testEventTimeHopWindow.out | 133 +++-
.../testEventTimeSessionWindow.out | 133 +++-
.../testEventTimeTumbleWindow.out | 153 +++-
.../testProcTimeHopWindow.out | 128 +++-
.../testProcTimeSessionWindow.out | 128 +++-
.../testProcTimeTumbleWindow.out | 135 +++-
.../testIncrementalAggregate.out | 68 +-
...lAggregateWithSumCountDistinctAndRetraction.out | 78 +-
.../testProcessingTimeInnerJoinWithOnClause.out | 257 +++++--
.../testRowTimeInnerJoinWithOnClause.out | 257 +++++--
.../JoinJsonPlanTest_jsonplan/testInnerJoin.out | 95 ++-
.../testInnerJoinWithEqualPk.out | 97 ++-
.../testInnerJoinWithPk.out | 107 ++-
.../testLeftJoinNonEqui.out | 97 ++-
.../LimitJsonPlanTest_jsonplan/testLimit.out | 68 +-
.../testJoinTemporalTable.out | 203 +++--
...testJoinTemporalTableWithProjectionPushDown.out | 193 +++--
.../testMatch.out | 85 ++-
.../testProcTimeBoundedNonPartitionedRangeOver.out | 109 ++-
.../testProcTimeBoundedPartitionedRangeOver.out | 109 ++-
...undedPartitionedRowsOverWithBuiltinProctime.out | 114 ++-
.../testProcTimeUnboundedPartitionedRangeOver.out | 114 ++-
...stProctimeBoundedDistinctPartitionedRowOver.out | 114 ++-
...edDistinctWithNonDistinctPartitionedRowOver.out | 122 ++-
.../testRowTimeBoundedPartitionedRowsOver.out | 109 ++-
.../testPythonCalc.out | 66 +-
.../testPythonFunctionInWhereClause.out | 66 +-
.../testJoinWithFilter.out | 64 +-
.../testPythonTableFunction.out | 64 +-
.../tesPythonAggCallsWithGroupBy.out | 68 +-
.../testEventTimeHopWindow.out | 128 +++-
.../testEventTimeSessionWindow.out | 128 +++-
.../testEventTimeTumbleWindow.out | 138 +++-
.../testProcTimeHopWindow.out | 128 +++-
.../testProcTimeSessionWindow.out | 128 +++-
.../testProcTimeTumbleWindow.out | 133 +++-
.../testProcTimeBoundedNonPartitionedRangeOver.out | 109 ++-
.../testProcTimeBoundedPartitionedRangeOver.out | 109 ++-
...undedPartitionedRowsOverWithBuiltinProctime.out | 109 ++-
.../testProcTimeUnboundedPartitionedRangeOver.out | 109 ++-
.../testRowTimeBoundedPartitionedRowsOver.out | 109 ++-
.../stream/RankJsonPlanTest_jsonplan/testRank.out | 66 +-
.../testSortLimit.out | 68 +-
.../testOverwrite.out | 68 +-
.../testPartitioning.out | 71 +-
.../testWritingMetadata.out | 70 +-
.../testFilterPushDown.out | 68 +-
.../testLimitPushDown.out | 66 +-
.../testPartitionPushDown.out | 69 +-
.../testProjectPushDown.out | 61 +-
.../testReadingMetadata.out | 77 +-
.../testWatermarkPushDown.out | 100 ++-
.../testJoinTemporalFunction.out | 147 +++-
.../testTemporalTableJoin.out | 147 +++-
.../testSortProcessingTime.out | 125 +++-
.../testSortRowTime.out | 125 +++-
.../UnionJsonPlanTest_jsonplan/testUnion.out | 93 ++-
.../ValuesJsonPlanTest_jsonplan/testValues.out | 34 +-
.../testWatermarkAssigner.out | 98 ++-
.../testDistinctSplitEnabled.out | 152 +++-
.../testEventTimeCumulateWindow.out | 138 +++-
.../testEventTimeCumulateWindowWithOffset.out | 138 +++-
.../testEventTimeHopWindow.out | 133 +++-
.../testEventTimeHopWindowWithOffset.out | 133 +++-
.../testEventTimeTumbleWindow.out | 153 +++-
.../testEventTimeTumbleWindowWithOffset.out | 153 +++-
.../testProcTimeCumulateWindow.out | 130 +++-
.../testProcTimeHopWindow.out | 128 +++-
.../testProcTimeTumbleWindow.out | 135 +++-
.../testEventTimeTumbleWindow.out | 265 +++++--
.../testFollowedByWindowDeduplicate.out | 143 +++-
.../testFollowedByWindowJoin.out | 261 +++++--
.../testFollowedByWindowRank.out | 143 +++-
.../testIndividualWindowTVF.out | 143 +++-
.../testIndividualWindowTVFProcessingTime.out | 143 +++-
.../flink/table/planner/utils/TableTestBase.scala | 27 +-
158 files changed, 11119 insertions(+), 3264 deletions(-)
create mode 100644 flink-table/flink-table-planner/README.md
delete mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/CatalogTableJsonDeserializer.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ColumnJsonDeserializer.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ColumnJsonSerializer.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ContextResolvedTableJsonDeserializer.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ContextResolvedTableJsonSerializer.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ResolvedCatalogTableJsonDeserializer.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ResolvedCatalogTableJsonSerializer.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ResolvedExpressionJsonDeserializer.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ResolvedExpressionJsonSerializer.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ResolvedSchemaJsonDeserializer.java
rename flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/{CatalogTableJsonSerializer.java => ResolvedSchemaJsonSerializer.java} (61%)
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/UniqueConstraintMixin.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/serde/WatermarkSpecMixin.java
delete mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/spec/CatalogTableSpecBase.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/spec/DynamicTableSpecBase.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ContextResolvedTableSerdeTest.java
create mode 100644 flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/serde/ResolvedCatalogTableSerdeTest.java
create mode 100644 flink-table/flink-table-planner/src/test/resources/junit-platform.properties