You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kyuubi.apache.org by ch...@apache.org on 2021/10/15 02:26:23 UTC
[incubator-kyuubi] branch master updated (238b16f -> 8a5134e)
This is an automated email from the ASF dual-hosted git repository.
chengpan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-kyuubi.git.
from 238b16f [KYUUBI #1237] [BUILD] Bump spark master version 3.3.0-SNAPSHOT
add 8a5134e [KYUUBI #1225] Add kyuubi-extension-spark-3-2 module
No new revisions were added by this update.
Summary of changes:
.github/workflows/master.yml | 4 +
dev/kyuubi-extension-spark-3-1/pom.xml | 23 +-
.../kyuubi/sql/KyuubiSparkSQLExtension.scala | 8 +-
.../kyuubi/sql/RepartitionBeforeWriting.scala | 76 +++++
.../sql/zorder/InsertZorderBeforeWriting.scala | 131 +-------
.../kyuubi/sql/zorder/OptimizeZorderCommand.scala | 41 +--
.../sql/zorder/OptimizeZorderStatement.scala | 6 +-
.../apache/kyuubi/sql/zorder/ResolveZorder.scala | 43 +--
.../org/apache/kyuubi/sql/zorder/Zorder.scala | 68 +----
.../zorder/ZorderSparkSqlExtensionsParser.scala | 109 +------
.../kyuubi/sql/zorder/ZorderSqlAstBuilder.scala | 336 +--------------------
...e.scala => RepartitionBeforeWritingSuite.scala} | 2 +-
.../scala/org/apache/spark/sql/ZorderSuite.scala | 4 +-
.../pom.xml | 33 +-
.../kyuubi/sql/KyuubiSparkSQLExtension.scala | 20 +-
.../apache/kyuubi/sql/RebalanceBeforeWriting.scala | 61 ++++
.../sql/zorder/InsertZorderBeforeWriting.scala} | 24 +-
.../kyuubi/sql/zorder/OptimizeZorderCommand.scala} | 18 +-
.../sql/zorder/OptimizeZorderStatement.scala | 8 +-
.../apache/kyuubi/sql/zorder/ResolveZorder.scala} | 17 +-
.../org/apache/kyuubi/sql/zorder/Zorder.scala | 15 +-
.../zorder/ZorderSparkSqlExtensionsParser.scala | 16 +-
.../kyuubi/sql/zorder/ZorderSqlAstBuilder.scala} | 21 +-
.../src/test/resources/log4j.properties | 0
.../spark/sql/FinalStageConfigIsolationSuite.scala | 4 +-
.../sql/InsertShuffleNodeBeforeJoinSuite.scala | 0
.../spark/sql/RebalanceBeforeWritingSuite.scala} | 30 +-
.../scala/org/apache/spark/sql/ZorderSuite.scala | 6 +-
.../benchmarks/ZorderCoreBenchmark-results.txt | 0
.../pom.xml | 32 +-
.../kyuubi/sql/zorder/ZorderSqlExtensions.g4 | 0
.../kyuubi/sql/KyuubiEnsureRequirements.scala | 0
.../kyuubi/sql/KyuubiQueryStagePreparation.scala | 1 -
.../org/apache/kyuubi/sql/KyuubiSQLConf.scala | 0
.../kyuubi/sql/KyuubiSQLExtensionException.scala | 0
.../kyuubi/sql/RepartitionBeforeWritingBase.scala} | 109 +------
.../zorder/InsertZorderBeforeWritingBase.scala} | 15 +-
.../sql/zorder/OptimizeZorderCommandBase.scala} | 7 +-
.../sql/zorder/OptimizeZorderStatementBase.scala} | 7 +-
.../kyuubi/sql/zorder/ResolveZorderBase.scala} | 20 +-
.../org/apache/kyuubi/sql/zorder/ZorderBase.scala} | 2 +-
.../kyuubi/sql/zorder/ZorderBytesUtils.scala | 0
.../ZorderSparkSqlExtensionsParserBase.scala} | 5 +-
.../sql/zorder/ZorderSqlAstBuilderBase.scala} | 79 ++++-
.../src/test/resources/log4j.properties | 0
.../spark/sql/KyuubiSparkSQLExtensionTest.scala | 0
.../org/apache/spark/sql/ZorderCoreBenchmark.scala | 7 +-
.../spark/sql/benchmark/KyuubiBenchmarkBase.scala | 0
pom.xml | 9 +
49 files changed, 449 insertions(+), 968 deletions(-)
create mode 100644 dev/kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/RepartitionBeforeWriting.scala
copy dev/kyuubi-extension-spark-3-1/src/test/scala/org/apache/spark/sql/{RepartitionBeforeWriteSuite.scala => RepartitionBeforeWritingSuite.scala} (98%)
copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/pom.xml (86%)
copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/main/scala/org/apache/kyuubi/sql/KyuubiSparkSQLExtension.scala (71%)
create mode 100644 dev/kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/RebalanceBeforeWriting.scala
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/InsertZorderBeforeWriting.scala} (50%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderCommand.scala} (65%)
copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala (81%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/ResolveZorder.scala} (63%)
copy externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/events/KyuubiSparkEvent.scala => dev/kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/Zorder.scala (73%)
copy externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/events/KyuubiSparkEvent.scala => dev/kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSparkSqlExtensionsParser.scala (73%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSqlAstBuilder.scala} (64%)
copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/test/resources/log4j.properties (100%)
copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/test/scala/org/apache/spark/sql/FinalStageConfigIsolationSuite.scala (97%)
copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/test/scala/org/apache/spark/sql/InsertShuffleNodeBeforeJoinSuite.scala (100%)
rename dev/{kyuubi-extension-spark-3-1/src/test/scala/org/apache/spark/sql/RepartitionBeforeWriteSuite.scala => kyuubi-extension-spark-3-2/src/test/scala/org/apache/spark/sql/RebalanceBeforeWritingSuite.scala} (82%)
copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/test/scala/org/apache/spark/sql/ZorderSuite.scala (98%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/benchmarks/ZorderCoreBenchmark-results.txt (100%)
copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/pom.xml (87%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/antlr4/org/apache/kyuubi/sql/zorder/ZorderSqlExtensions.g4 (100%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/KyuubiEnsureRequirements.scala (100%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/KyuubiQueryStagePreparation.scala (99%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/KyuubiSQLConf.scala (100%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/KyuubiSQLExtensionException.scala (100%)
rename dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/KyuubiAnalysis.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/RepartitionBeforeWritingBase.scala} (52%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/InsertZorderBeforeWriting.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/InsertZorderBeforeWritingBase.scala} (93%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderCommand.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderCommandBase.scala} (93%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatementBase.scala} (87%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/ResolveZorder.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/ResolveZorderBase.scala} (75%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/Zorder.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderBase.scala} (98%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderBytesUtils.scala (100%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSparkSqlExtensionsParser.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSparkSqlExtensionsParserBase.scala} (96%)
copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSqlAstBuilder.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSqlAstBuilderBase.scala} (84%)
copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/test/resources/log4j.properties (100%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/test/scala/org/apache/spark/sql/KyuubiSparkSQLExtensionTest.scala (100%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/test/scala/org/apache/spark/sql/ZorderCoreBenchmark.scala (93%)
rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/test/scala/org/apache/spark/sql/benchmark/KyuubiBenchmarkBase.scala (100%)