You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by go...@apache.org on 2020/10/20 08:45:17 UTC
[flink] branch master updated (c5f7d19 -> dc1da6a)
This is an automated email from the ASF dual-hosted git repository.
godfrey pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from c5f7d19 [FLINK-19579] Add the SideOutputTransformation translator
add dc1da6a [FLINK-16579][table] Upgrade Calcite version to 1.26 for Flink SQL (#13577)
No new revisions were added by this update.
Summary of changes:
.../test-scripts/test_table_shaded_dependencies.sh | 1 +
flink-table/flink-sql-parser-hive/pom.xml | 4 +
.../parser/hive/FlinkHiveSqlParserImplTest.java | 12 +-
flink-table/flink-sql-parser/pom.xml | 14 +-
.../src/main/codegen/data/Parser.tdd | 1 +
.../sql/parser/validate/FlinkSqlConformance.java | 20 +
.../flink/sql/parser/CreateTableLikeTest.java | 1 +
.../flink/sql/parser/FlinkDDLDataTypeTest.java | 18 +-
.../flink/sql/parser/FlinkSqlParserImplTest.java | 9 +-
.../sql/parser/TableApiIdentifierParsingTest.java | 3 +-
flink-table/flink-table-planner-blink/pom.xml | 17 +-
.../calcite/sql/validate/ProcedureNamespace.java | 21 +-
.../apache/calcite/sql2rel/RelDecorrelator.java | 2955 ++++++++++++++++++++
.../flink/table/planner/calcite/CalciteParser.java | 6 +-
.../planner/calcite/FlinkCalciteSqlValidator.java | 17 +-
.../table/planner/delegation/PlannerContext.java | 20 +-
.../converter/CustomizedConvertRule.java | 4 +-
.../functions/sql/FlinkSqlOperatorTable.java | 39 +-
.../functions/utils/HiveTableSqlFunction.java | 70 +-
.../planner/plan/QueryOperationConverter.java | 9 +-
.../planner/plan/metadata/FlinkRelMdCollation.java | 6 +-
.../FlinkSemiAntiJoinFilterTransposeRule.java | 6 +-
.../FlinkSemiAntiJoinJoinTransposeRule.java | 1 +
.../FlinkSemiAntiJoinProjectTransposeRule.java | 7 +-
.../PushPartitionIntoTableSourceScanRule.java | 12 +-
.../plan/rules/logical/SubQueryDecorrelator.java | 7 +-
.../plan/schema/FlinkPreparingTableBase.java | 2 +-
.../src/main/resources/META-INF/NOTICE | 13 +-
.../table/planner/calcite/CalciteConfig.scala | 4 +-
.../table/planner/calcite/FlinkPlannerImpl.scala | 51 +-
.../table/planner/calcite/FlinkRelBuilder.scala | 27 +-
.../table/planner/calcite/FlinkTypeFactory.scala | 1 +
.../calcite/RelTimeIndicatorConverter.scala | 26 +-
.../table/planner/codegen/ExprCodeGenerator.scala | 25 +-
.../planner/codegen/calls/BuiltInMethods.scala | 12 +-
.../planner/functions/utils/AggSqlFunction.scala | 36 +-
.../planner/functions/utils/TableSqlFunction.scala | 63 +-
.../plan/metadata/FlinkRelMdColumnInterval.scala | 10 +-
.../plan/metadata/FlinkRelMdUniqueKeys.scala | 31 +-
.../plan/metadata/SelectivityEstimator.scala | 33 +-
.../plan/nodes/common/CommonPhysicalJoin.scala | 5 +-
.../logical/FlinkLogicalTableFunctionScan.scala | 10 +-
.../physical/batch/BatchExecNestedLoopJoin.scala | 8 +-
.../planner/plan/rules/FlinkBatchRuleSets.scala | 74 +-
.../planner/plan/rules/FlinkStreamRuleSets.scala | 80 +-
.../rules/logical/ConvertToNotInOrInRule.scala | 6 +-
.../logical/EnumerableToLogicalTableScan.scala | 2 +-
.../plan/rules/logical/FlinkCalcMergeRule.scala | 2 +-
.../plan/rules/logical/FlinkLimit0RemoveRule.scala | 2 +-
.../plan/rules/logical/LogicalUnnestRule.scala | 2 +-
.../logical/LogicalWindowAggregateRuleBase.scala | 29 +-
.../logical/ProjectSemiAntiJoinTransposeRule.scala | 3 +-
...ushPartitionIntoLegacyTableSourceScanRule.scala | 1 +
.../logical/SimplifyFilterConditionRule.scala | 2 +-
.../rules/logical/SimplifyJoinConditionRule.scala | 2 +-
.../rules/logical/WindowGroupReorderRule.scala | 4 +-
.../plan/rules/logical/WindowPropertiesRule.scala | 4 +-
.../planner/plan/schema/CatalogSourceTable.scala | 3 +-
.../planner/plan/schema/TableSourceTable.scala | 14 +-
.../planner/plan/utils/ColumnIntervalUtil.scala | 5 +-
.../table/planner/plan/utils/FlinkRexUtil.scala | 38 +-
.../flink/table/planner/plan/utils/RankUtil.scala | 6 +-
.../table/planner/plan/utils/RelShuttles.scala | 38 +-
.../planner/plan/utils/RexNodeExtractor.scala | 20 +-
.../PushFilterIntoTableSourceScanRuleTest.java | 4 +-
.../PushLimitIntoTableSourceScanRuleTest.java | 4 +-
.../PushPartitionIntoTableSourceScanRuleTest.java | 4 +-
.../planner/runtime/stream/sql/FunctionITCase.java | 3 +-
.../explain/testExecuteSqlWithExplainInsert.out | 4 +-
.../apache/flink/table/api/stream/ExplainTest.xml | 4 +-
.../table/planner/plan/batch/sql/CalcTest.xml | 6 +-
.../planner/plan/batch/sql/DagOptimizationTest.xml | 2 +-
.../planner/plan/batch/sql/DeadlockBreakupTest.xml | 18 +-
.../plan/batch/sql/LegacyTableSourceTest.xml | 6 +-
.../table/planner/plan/batch/sql/RankTest.xml | 74 +-
.../planner/plan/batch/sql/RemoveCollationTest.xml | 16 +-
.../planner/plan/batch/sql/RemoveShuffleTest.xml | 34 +-
.../planner/plan/batch/sql/SetOperatorsTest.xml | 4 +-
.../planner/plan/batch/sql/SubplanReuseTest.xml | 35 +-
.../planner/plan/batch/sql/TableSourceTest.xml | 6 +-
.../batch/sql/agg/AggregateReduceGroupingTest.xml | 50 +-
.../plan/batch/sql/agg/DistinctAggregateTest.xml | 92 +-
.../plan/batch/sql/agg/GroupingSetsTest.xml | 18 +-
.../plan/batch/sql/agg/OverAggregateTest.xml | 34 +-
.../plan/batch/sql/agg/WindowAggregateTest.xml | 82 +-
.../sql/join/BroadcastHashSemiAntiJoinTest.xml | 34 +-
.../batch/sql/join/NestedLoopSemiAntiJoinTest.xml | 96 +-
.../plan/batch/sql/join/SemiAntiJoinTest.xml | 114 +-
.../sql/join/ShuffledHashSemiAntiJoinTest.xml | 90 +-
.../plan/batch/sql/join/SingleRowJoinTest.xml | 6 +-
.../batch/sql/join/SortMergeSemiAntiJoinTest.xml | 34 +-
.../planner/plan/batch/table/AggregateTest.xml | 12 +-
.../table/planner/plan/batch/table/CalcTest.xml | 4 +-
.../batch/table/PythonOverWindowAggregateTest.xml | 22 +-
.../planner/plan/batch/table/SetOperatorsTest.xml | 4 +-
.../batch/table/stringexpr/SetOperatorsTest.xml | 4 +-
.../logical/AggregateReduceGroupingRuleTest.xml | 28 +-
.../rules/logical/CalcRankTransposeRuleTest.xml | 30 +-
.../rules/logical/ConvertToNotInOrInRuleTest.xml | 16 +-
.../logical/DecomposeGroupingSetsRuleTest.xml | 4 +-
...nkAggregateExpandDistinctAggregatesRuleTest.xml | 64 +-
.../rules/logical/FlinkAggregateRemoveRuleTest.xml | 5 +-
.../plan/rules/logical/FlinkFilterJoinRuleTest.xml | 8 +-
.../logical/FlinkJoinPushExpressionsRuleTest.xml | 2 +-
.../rules/logical/FlinkLimit0RemoveRuleTest.xml | 2 +-
.../FlinkLogicalRankRuleForConstantRangeTest.xml | 48 +-
.../FlinkLogicalRankRuleForRangeEndTest.xml | 64 +-
.../FlinkSemiAntiJoinFilterTransposeRuleTest.xml | 2 +-
.../FlinkSemiAntiJoinJoinTransposeRuleTest.xml | 20 +-
.../JoinDependentConditionDerivationRuleTest.xml | 14 +-
.../ProjectSemiAntiJoinTransposeRuleTest.xml | 16 +-
...ushProjectIntoLegacyTableSourceScanRuleTest.xml | 4 +-
.../PushProjectIntoTableSourceScanRuleTest.xml | 4 +-
.../logical/RankNumberColumnRemoveRuleTest.xml | 18 +-
.../logical/SimplifyFilterConditionRuleTest.xml | 8 +-
.../plan/rules/logical/SplitAggregateRuleTest.xml | 6 +-
.../TemporalJoinRewriteWithUniqueKeyRuleTest.xml | 2 +-
.../rules/logical/WindowGroupReorderRuleTest.xml | 40 +-
.../subquery/FlinkRewriteSubQueryRuleTest.xml | 87 +-
.../logical/subquery/SubQueryAntiJoinTest.xml | 130 +-
.../logical/subquery/SubQuerySemiJoinTest.xml | 49 +-
.../batch/RemoveRedundantLocalHashAggRuleTest.xml | 56 +-
.../batch/RemoveRedundantLocalRankRuleTest.xml | 12 +-
.../physical/stream/ChangelogModeInferenceTest.xml | 2 +-
.../table/planner/plan/stream/sql/CalcTest.xml | 6 +-
.../plan/stream/sql/DagOptimizationTest.xml | 20 +-
.../planner/plan/stream/sql/DeduplicateTest.xml | 16 +-
.../planner/plan/stream/sql/LegacySinkTest.xml | 10 +-
.../plan/stream/sql/LegacyTableSourceTest.xml | 118 +-
.../plan/stream/sql/MiniBatchIntervalInferTest.xml | 24 +-
.../table/planner/plan/stream/sql/RankTest.xml | 112 +-
.../planner/plan/stream/sql/SetOperatorsTest.xml | 4 +-
.../planner/plan/stream/sql/SubplanReuseTest.xml | 16 +-
.../planner/plan/stream/sql/TableScanTest.xml | 2 +-
.../planner/plan/stream/sql/TableSinkTest.xml | 7 +-
.../planner/plan/stream/sql/TableSourceTest.xml | 2 +-
.../planner/plan/stream/sql/agg/AggregateTest.xml | 2 +-
.../plan/stream/sql/agg/DistinctAggregateTest.xml | 38 +-
.../plan/stream/sql/agg/GroupingSetsTest.xml | 30 +-
.../stream/sql/agg/IncrementalAggregateTest.xml | 14 +-
.../plan/stream/sql/agg/OverAggregateTest.xml | 39 +-
.../plan/stream/sql/agg/WindowAggregateTest.xml | 30 +-
.../plan/stream/sql/join/SemiAntiJoinTest.xml | 70 +-
.../plan/stream/sql/join/TemporalJoinTest.xml | 20 +-
.../table/planner/plan/stream/table/CalcTest.xml | 8 +-
.../plan/stream/table/ColumnFunctionsTest.xml | 2 +-
.../plan/stream/table/LegacyTableSourceTest.xml | 2 +-
.../planner/plan/stream/table/OverWindowTest.xml | 34 +-
.../stream/table/PythonOverWindowAggregateTest.xml | 8 +-
.../planner/plan/stream/table/SetOperatorsTest.xml | 7 +-
.../planner/plan/stream/table/TableSourceTest.xml | 2 +-
.../planner/calcite/CalciteConfigBuilderTest.scala | 8 +-
.../planner/calcite/FlinkTypeFactoryTest.scala | 2 +-
.../expressions/utils/ExpressionTestBase.scala | 2 +-
.../plan/batch/sql/agg/WindowAggregateTest.scala | 1 +
.../planner/plan/batch/table/CorrelateTest.scala | 8 +-
.../metadata/FlinkRelMdDistinctRowCountTest.scala | 87 +-
.../metadata/FlinkRelMdPopulationSizeTest.scala | 54 +-
.../plan/metadata/FlinkRelMdSelectivityTest.scala | 4 +-
.../plan/metadata/SelectivityEstimatorTest.scala | 19 +-
.../optimize/program/FlinkChainedProgramTest.scala | 38 +-
.../program/FlinkHepRuleSetProgramTest.scala | 56 +-
.../optimize/program/FlinkVolcanoProgramTest.scala | 8 +-
.../logical/CalcPruneAggregateCallRuleTest.scala | 10 +-
.../FlinkAggregateJoinTransposeRuleTest.scala | 12 +-
.../logical/FlinkAggregateRemoveRuleTest.scala | 10 +-
.../rules/logical/FlinkCalcMergeRuleTest.scala | 4 +-
.../rules/logical/FlinkFilterJoinRuleTest.scala | 8 +-
.../logical/FlinkJoinToMultiJoinRuleTest.scala | 6 +-
.../rules/logical/FlinkPruneEmptyRulesTest.scala | 6 +-
.../JoinDependentConditionDerivationRuleTest.scala | 6 +-
.../ProjectPruneAggregateCallRuleTest.scala | 4 +-
...shFilterIntoLegacyTableSourceScanRuleTest.scala | 9 +-
...ushLimitIntoLegacyTableSourceScanRuleTest.scala | 9 +-
...artitionIntoLegacyTableSourceScanRuleTest.scala | 5 +-
...hProjectIntoLegacyTableSourceScanRuleTest.scala | 3 +
.../RewriteMultiJoinConditionRuleTest.scala | 12 +-
.../TemporalJoinRewriteWithUniqueKeyRuleTest.scala | 9 +-
.../logical/subquery/SubQueryAntiJoinTest.scala | 4 +-
.../logical/subquery/SubQuerySemiJoinTest.scala | 8 +-
.../rules/logical/subquery/SubQueryTestBase.scala | 6 +-
.../planner/plan/stream/table/CorrelateTest.scala | 8 +-
.../planner/plan/utils/FlinkRexUtilTest.scala | 6 +-
.../sql/agg/AggregateJoinTransposeITCase.scala | 2 +-
flink-table/flink-table-planner/pom.xml | 19 +-
.../calcite/sql/validate/ProcedureNamespace.java | 20 +-
.../apache/calcite/sql2rel/RelDecorrelator.java | 2955 ++++++++++++++++++++
.../apache/flink/table/calcite/CalciteParser.java | 7 +-
.../table/calcite/FlinkCalciteSqlValidator.java | 6 +-
.../catalog/QueryOperationCatalogViewTable.java | 7 +
.../planner/PlanningConfigurationBuilder.java | 23 +-
.../src/main/resources/META-INF/NOTICE | 13 +-
.../apache/flink/table/calcite/CalciteConfig.scala | 13 +-
.../flink/table/calcite/FlinkPlannerImpl.scala | 13 +-
.../flink/table/calcite/FlinkRelBuilder.scala | 2 -
.../flink/table/calcite/FlinkTypeFactory.scala | 1 +
.../table/calcite/RelTimeIndicatorConverter.scala | 19 +-
.../flink/table/catalog/BasicOperatorTable.scala | 2 +
.../apache/flink/table/codegen/CodeGenerator.scala | 10 +-
.../apache/flink/table/expressions/subquery.scala | 13 +-
.../table/functions/utils/AggSqlFunction.scala | 27 +-
.../table/functions/utils/ScalarSqlFunction.scala | 2 +-
.../table/functions/utils/TableSqlFunction.scala | 13 +-
.../functions/utils/UserDefinedFunctionUtils.scala | 15 +-
.../flink/table/plan/rules/FlinkRuleSets.scala | 79 +-
.../rules/common/LogicalWindowAggregateRule.scala | 6 +-
.../plan/rules/common/WindowPropertiesRule.scala | 4 +-
.../logical/EnumerableToLogicalTableScan.scala | 2 +-
.../plan/rules/logical/LogicalUnnestRule.scala | 2 +-
.../table/plan/util/RexProgramExtractor.scala | 32 +-
.../flink/table/api/batch/sql/CalcTest.scala | 10 +-
.../table/api/batch/sql/SetOperatorsTest.scala | 4 +-
.../flink/table/api/batch/table/CalcTest.scala | 2 +-
.../table/api/batch/table/CorrelateTest.scala | 8 +-
.../table/api/batch/table/SetOperatorsTest.scala | 21 +-
.../batch/table/stringexpr/SetOperatorsTest.scala | 2 +-
.../table/api/stream/sql/SetOperatorsTest.scala | 21 +-
.../flink/table/api/stream/sql/SortTest.scala | 12 +-
.../flink/table/api/stream/table/CalcTest.scala | 13 +-
.../table/api/stream/table/CorrelateTest.scala | 8 +-
.../table/api/stream/table/SetOperatorsTest.scala | 20 +-
.../table/calcite/CalciteConfigBuilderTest.scala | 116 +-
.../table/expressions/ScalarFunctionsTest.scala | 6 +-
.../table/expressions/SqlExpressionTest.scala | 2 +-
.../flink/table/plan/NormalizationRulesTest.scala | 8 +-
.../flink/table/plan/RexProgramExtractorTest.scala | 7 +-
.../table/plan/TimeIndicatorConversionTest.scala | 19 +-
.../runtime/stream/table/SetOperatorsITCase.scala | 3 +-
flink-table/flink-table-runtime-blink/pom.xml | 6 +-
.../table/runtime/functions/SqlDateTimeUtils.java | 6 -
.../table/runtime/functions/SqlFunctionUtils.java | 87 -
.../runtime/util/collections/ByteHashSet.java | 4 +-
flink-table/pom.xml | 6 +-
233 files changed, 8258 insertions(+), 2150 deletions(-)
create mode 100644 flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/sql2rel/RelDecorrelator.java
create mode 100644 flink-table/flink-table-planner/src/main/java/org/apache/calcite/sql2rel/RelDecorrelator.java