You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kyuubi.apache.org by ch...@apache.org on 2021/10/15 02:26:23 UTC

[incubator-kyuubi] branch master updated (238b16f -> 8a5134e)

This is an automated email from the ASF dual-hosted git repository.

chengpan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-kyuubi.git.


    from 238b16f  [KYUUBI #1237] [BUILD] Bump spark master version 3.3.0-SNAPSHOT
     add 8a5134e  [KYUUBI #1225] Add kyuubi-extension-spark-3-2 module

No new revisions were added by this update.

Summary of changes:
 .github/workflows/master.yml                       |   4 +
 dev/kyuubi-extension-spark-3-1/pom.xml             |  23 +-
 .../kyuubi/sql/KyuubiSparkSQLExtension.scala       |   8 +-
 .../kyuubi/sql/RepartitionBeforeWriting.scala      |  76 +++++
 .../sql/zorder/InsertZorderBeforeWriting.scala     | 131 +-------
 .../kyuubi/sql/zorder/OptimizeZorderCommand.scala  |  41 +--
 .../sql/zorder/OptimizeZorderStatement.scala       |   6 +-
 .../apache/kyuubi/sql/zorder/ResolveZorder.scala   |  43 +--
 .../org/apache/kyuubi/sql/zorder/Zorder.scala      |  68 +----
 .../zorder/ZorderSparkSqlExtensionsParser.scala    | 109 +------
 .../kyuubi/sql/zorder/ZorderSqlAstBuilder.scala    | 336 +--------------------
 ...e.scala => RepartitionBeforeWritingSuite.scala} |   2 +-
 .../scala/org/apache/spark/sql/ZorderSuite.scala   |   4 +-
 .../pom.xml                                        |  33 +-
 .../kyuubi/sql/KyuubiSparkSQLExtension.scala       |  20 +-
 .../apache/kyuubi/sql/RebalanceBeforeWriting.scala |  61 ++++
 .../sql/zorder/InsertZorderBeforeWriting.scala}    |  24 +-
 .../kyuubi/sql/zorder/OptimizeZorderCommand.scala} |  18 +-
 .../sql/zorder/OptimizeZorderStatement.scala       |   8 +-
 .../apache/kyuubi/sql/zorder/ResolveZorder.scala}  |  17 +-
 .../org/apache/kyuubi/sql/zorder/Zorder.scala      |  15 +-
 .../zorder/ZorderSparkSqlExtensionsParser.scala    |  16 +-
 .../kyuubi/sql/zorder/ZorderSqlAstBuilder.scala}   |  21 +-
 .../src/test/resources/log4j.properties            |   0
 .../spark/sql/FinalStageConfigIsolationSuite.scala |   4 +-
 .../sql/InsertShuffleNodeBeforeJoinSuite.scala     |   0
 .../spark/sql/RebalanceBeforeWritingSuite.scala}   |  30 +-
 .../scala/org/apache/spark/sql/ZorderSuite.scala   |   6 +-
 .../benchmarks/ZorderCoreBenchmark-results.txt     |   0
 .../pom.xml                                        |  32 +-
 .../kyuubi/sql/zorder/ZorderSqlExtensions.g4       |   0
 .../kyuubi/sql/KyuubiEnsureRequirements.scala      |   0
 .../kyuubi/sql/KyuubiQueryStagePreparation.scala   |   1 -
 .../org/apache/kyuubi/sql/KyuubiSQLConf.scala      |   0
 .../kyuubi/sql/KyuubiSQLExtensionException.scala   |   0
 .../kyuubi/sql/RepartitionBeforeWritingBase.scala} | 109 +------
 .../zorder/InsertZorderBeforeWritingBase.scala}    |  15 +-
 .../sql/zorder/OptimizeZorderCommandBase.scala}    |   7 +-
 .../sql/zorder/OptimizeZorderStatementBase.scala}  |   7 +-
 .../kyuubi/sql/zorder/ResolveZorderBase.scala}     |  20 +-
 .../org/apache/kyuubi/sql/zorder/ZorderBase.scala} |   2 +-
 .../kyuubi/sql/zorder/ZorderBytesUtils.scala       |   0
 .../ZorderSparkSqlExtensionsParserBase.scala}      |   5 +-
 .../sql/zorder/ZorderSqlAstBuilderBase.scala}      |  79 ++++-
 .../src/test/resources/log4j.properties            |   0
 .../spark/sql/KyuubiSparkSQLExtensionTest.scala    |   0
 .../org/apache/spark/sql/ZorderCoreBenchmark.scala |   7 +-
 .../spark/sql/benchmark/KyuubiBenchmarkBase.scala  |   0
 pom.xml                                            |   9 +
 49 files changed, 449 insertions(+), 968 deletions(-)
 create mode 100644 dev/kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/RepartitionBeforeWriting.scala
 copy dev/kyuubi-extension-spark-3-1/src/test/scala/org/apache/spark/sql/{RepartitionBeforeWriteSuite.scala => RepartitionBeforeWritingSuite.scala} (98%)
 copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/pom.xml (86%)
 copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/main/scala/org/apache/kyuubi/sql/KyuubiSparkSQLExtension.scala (71%)
 create mode 100644 dev/kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/RebalanceBeforeWriting.scala
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/InsertZorderBeforeWriting.scala} (50%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderCommand.scala} (65%)
 copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala (81%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/ResolveZorder.scala} (63%)
 copy externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/events/KyuubiSparkEvent.scala => dev/kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/Zorder.scala (73%)
 copy externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/events/KyuubiSparkEvent.scala => dev/kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSparkSqlExtensionsParser.scala (73%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-3-2/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSqlAstBuilder.scala} (64%)
 copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/test/resources/log4j.properties (100%)
 copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/test/scala/org/apache/spark/sql/FinalStageConfigIsolationSuite.scala (97%)
 copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/test/scala/org/apache/spark/sql/InsertShuffleNodeBeforeJoinSuite.scala (100%)
 rename dev/{kyuubi-extension-spark-3-1/src/test/scala/org/apache/spark/sql/RepartitionBeforeWriteSuite.scala => kyuubi-extension-spark-3-2/src/test/scala/org/apache/spark/sql/RebalanceBeforeWritingSuite.scala} (82%)
 copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-3-2}/src/test/scala/org/apache/spark/sql/ZorderSuite.scala (98%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/benchmarks/ZorderCoreBenchmark-results.txt (100%)
 copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/pom.xml (87%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/antlr4/org/apache/kyuubi/sql/zorder/ZorderSqlExtensions.g4 (100%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/KyuubiEnsureRequirements.scala (100%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/KyuubiQueryStagePreparation.scala (99%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/KyuubiSQLConf.scala (100%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/KyuubiSQLExtensionException.scala (100%)
 rename dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/KyuubiAnalysis.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/RepartitionBeforeWritingBase.scala} (52%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/InsertZorderBeforeWriting.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/InsertZorderBeforeWritingBase.scala} (93%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderCommand.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderCommandBase.scala} (93%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatement.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatementBase.scala} (87%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/ResolveZorder.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/ResolveZorderBase.scala} (75%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/Zorder.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderBase.scala} (98%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderBytesUtils.scala (100%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSparkSqlExtensionsParser.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSparkSqlExtensionsParserBase.scala} (96%)
 copy dev/{kyuubi-extension-spark-3-1/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSqlAstBuilder.scala => kyuubi-extension-spark-common/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderSqlAstBuilderBase.scala} (84%)
 copy dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/test/resources/log4j.properties (100%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/test/scala/org/apache/spark/sql/KyuubiSparkSQLExtensionTest.scala (100%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/test/scala/org/apache/spark/sql/ZorderCoreBenchmark.scala (93%)
 rename dev/{kyuubi-extension-spark-3-1 => kyuubi-extension-spark-common}/src/test/scala/org/apache/spark/sql/benchmark/KyuubiBenchmarkBase.scala (100%)