You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by za...@apache.org on 2019/12/12 08:21:34 UTC
[ignite] branch master updated (966b642 -> 0c162e5)
This is an automated email from the ASF dual-hosted git repository.
zaleslaw pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/ignite.git.
from 966b642 IGNITE-12421: update resources with 2.9.0-SNAPSHOT version (#7126)
add 0c162e5 IGNITE-12247: [Spark] Add initial support of Spark 2.4 (#7058)
No new revisions were added by this update.
Summary of changes:
examples/pom-standalone-lgpl.xml | 55 +++
examples/pom-standalone.xml | 56 +++
examples/pom.xml | 50 ++
modules/{spark => spark-2.4}/README.txt | 0
.../licenses/apache-2.0.txt | 0
modules/spark-2.4/pom.xml | 202 ++++++++
...org.apache.spark.sql.sources.DataSourceRegister | 0
.../org/apache/ignite/spark/IgniteContext.scala | 237 +++++++++
.../ignite/spark/IgniteDataFrameSettings.scala | 0
.../scala/org/apache/ignite/spark/IgniteRDD.scala | 0
.../apache/ignite/spark/JavaIgniteContext.scala | 0
.../org/apache/ignite/spark/JavaIgniteRDD.scala | 0
.../ignite/spark/impl/IgniteAbstractRDD.scala | 0
.../spark/impl/IgniteDataFramePartition.scala | 0
.../apache/ignite/spark/impl/IgnitePartition.scala | 0
.../ignite/spark/impl/IgniteQueryIterator.scala | 0
.../ignite/spark/impl/IgniteRelationProvider.scala | 0
.../spark/impl/IgniteSQLAccumulatorRelation.scala | 0
.../ignite/spark/impl/IgniteSQLDataFrameRDD.scala | 0
.../ignite/spark/impl/IgniteSQLRelation.scala | 0
.../apache/ignite/spark/impl/IgniteSqlRDD.scala | 0
.../org/apache/ignite/spark/impl/QueryHelper.scala | 0
.../org/apache/ignite/spark/impl/QueryUtils.scala | 0
.../impl/optimization/AggregateExpressions.scala | 0
.../impl/optimization/ConditionExpressions.scala | 0
.../spark/impl/optimization/DateExpressions.scala | 0
.../impl/optimization/IgniteQueryContext.scala | 0
.../spark/impl/optimization/MathExpressions.scala | 0
.../impl/optimization/SimpleExpressions.scala | 203 ++++++++
.../impl/optimization/StringExpressions.scala | 0
.../impl/optimization/SupportedExpressions.scala | 0
.../impl/optimization/SystemExpressions.scala | 0
.../accumulator/JoinSQLAccumulator.scala | 226 +++++++++
.../accumulator/QueryAccumulator.scala | 0
.../accumulator/SelectAccumulator.scala | 0
.../accumulator/SingleTableSQLAccumulator.scala | 0
.../accumulator/UnionSQLAccumulator.scala | 0
.../ignite/spark/impl/optimization/package.scala | 0
.../org/apache/ignite/spark/impl/package.scala | 0
.../spark/sql/ignite/IgniteExternalCatalog.scala | 341 +++++++++++++
.../spark/sql/ignite/IgniteOptimization.scala | 441 +++++++++++++++++
.../spark/sql/ignite/IgniteSharedState.scala | 45 ++
.../spark/sql/ignite/IgniteSparkSession.scala | 0
.../spark/JavaEmbeddedIgniteRDDSelfTest.java | 0
...avaEmbeddedIgniteRDDWithLocalStoreSelfTest.java | 0
.../spark/JavaStandaloneIgniteRDDSelfTest.java | 0
.../ignite/testsuites/IgniteRDDTestSuite.java | 0
.../src/test/resources/cities.json | 0
.../src/test/resources/cities_non_unique.json | 0
.../src/test/resources/ignite-spark-config.xml | 0
.../ignite/spark/AbstractDataFrameSpec.scala | 241 +++++++++
.../scala/org/apache/ignite/spark/Entity.scala | 0
.../ignite/spark/EntityTestAllTypeFields.scala | 0
.../apache/ignite/spark/IgniteCatalogSpec.scala | 229 +++++++++
.../ignite/spark/IgniteDataFrameSchemaSpec.scala | 0
.../apache/ignite/spark/IgniteDataFrameSuite.scala | 0
.../spark/IgniteDataFrameWrongConfigSpec.scala | 0
.../IgniteOptimizationAggregationFuncSpec.scala | 189 ++++++++
.../spark/IgniteOptimizationDateFuncSpec.scala | 0
.../IgniteOptimizationDisableEnableSpec.scala | 0
.../ignite/spark/IgniteOptimizationJoinSpec.scala | 539 +++++++++++++++++++++
.../spark/IgniteOptimizationMathFuncSpec.scala | 0
.../ignite/spark/IgniteOptimizationSpec.scala | 362 ++++++++++++++
.../spark/IgniteOptimizationStringFuncSpec.scala | 0
.../spark/IgniteOptimizationSystemFuncSpec.scala | 147 ++++++
.../org/apache/ignite/spark/IgniteRDDSpec.scala | 0
.../IgniteSQLDataFrameIgniteSessionWriteSpec.scala | 109 +++++
.../ignite/spark/IgniteSQLDataFrameSpec.scala | 0
.../ignite/spark/IgniteSQLDataFrameWriteSpec.scala | 388 +++++++++++++++
.../spark/sql/ignite/IgniteSparkSessionSpec.scala | 79 +++
parent/pom.xml | 4 +-
pom.xml | 10 +
72 files changed, 4152 insertions(+), 1 deletion(-)
copy modules/{spark => spark-2.4}/README.txt (100%)
copy modules/{zookeeper => spark-2.4}/licenses/apache-2.0.txt (100%)
create mode 100644 modules/spark-2.4/pom.xml
copy modules/{spark => spark-2.4}/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister (100%)
create mode 100644 modules/spark-2.4/src/main/scala/org/apache/ignite/spark/IgniteContext.scala
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/IgniteDataFrameSettings.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/IgniteRDD.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/JavaIgniteContext.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/JavaIgniteRDD.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/IgniteAbstractRDD.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/IgniteDataFramePartition.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/IgnitePartition.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/IgniteQueryIterator.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/IgniteRelationProvider.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/IgniteSQLAccumulatorRelation.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/IgniteSQLDataFrameRDD.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/IgniteSQLRelation.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/IgniteSqlRDD.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/QueryHelper.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/QueryUtils.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/AggregateExpressions.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/ConditionExpressions.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/DateExpressions.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/IgniteQueryContext.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/MathExpressions.scala (100%)
create mode 100644 modules/spark-2.4/src/main/scala/org/apache/ignite/spark/impl/optimization/SimpleExpressions.scala
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/StringExpressions.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/SupportedExpressions.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/SystemExpressions.scala (100%)
create mode 100644 modules/spark-2.4/src/main/scala/org/apache/ignite/spark/impl/optimization/accumulator/JoinSQLAccumulator.scala
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/accumulator/QueryAccumulator.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/accumulator/SelectAccumulator.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/accumulator/SingleTableSQLAccumulator.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/accumulator/UnionSQLAccumulator.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/optimization/package.scala (100%)
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/ignite/spark/impl/package.scala (100%)
create mode 100644 modules/spark-2.4/src/main/scala/org/apache/spark/sql/ignite/IgniteExternalCatalog.scala
create mode 100644 modules/spark-2.4/src/main/scala/org/apache/spark/sql/ignite/IgniteOptimization.scala
create mode 100644 modules/spark-2.4/src/main/scala/org/apache/spark/sql/ignite/IgniteSharedState.scala
copy modules/{spark => spark-2.4}/src/main/scala/org/apache/spark/sql/ignite/IgniteSparkSession.scala (100%)
copy modules/{spark => spark-2.4}/src/test/java/org/apache/ignite/spark/JavaEmbeddedIgniteRDDSelfTest.java (100%)
copy modules/{spark => spark-2.4}/src/test/java/org/apache/ignite/spark/JavaEmbeddedIgniteRDDWithLocalStoreSelfTest.java (100%)
copy modules/{spark => spark-2.4}/src/test/java/org/apache/ignite/spark/JavaStandaloneIgniteRDDSelfTest.java (100%)
copy modules/{spark => spark-2.4}/src/test/java/org/apache/ignite/testsuites/IgniteRDDTestSuite.java (100%)
copy modules/{spark => spark-2.4}/src/test/resources/cities.json (100%)
copy modules/{spark => spark-2.4}/src/test/resources/cities_non_unique.json (100%)
copy modules/{spark => spark-2.4}/src/test/resources/ignite-spark-config.xml (100%)
create mode 100644 modules/spark-2.4/src/test/scala/org/apache/ignite/spark/AbstractDataFrameSpec.scala
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/Entity.scala (100%)
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/EntityTestAllTypeFields.scala (100%)
create mode 100644 modules/spark-2.4/src/test/scala/org/apache/ignite/spark/IgniteCatalogSpec.scala
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/IgniteDataFrameSchemaSpec.scala (100%)
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/IgniteDataFrameSuite.scala (100%)
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/IgniteDataFrameWrongConfigSpec.scala (100%)
create mode 100644 modules/spark-2.4/src/test/scala/org/apache/ignite/spark/IgniteOptimizationAggregationFuncSpec.scala
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/IgniteOptimizationDateFuncSpec.scala (100%)
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/IgniteOptimizationDisableEnableSpec.scala (100%)
create mode 100644 modules/spark-2.4/src/test/scala/org/apache/ignite/spark/IgniteOptimizationJoinSpec.scala
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/IgniteOptimizationMathFuncSpec.scala (100%)
create mode 100644 modules/spark-2.4/src/test/scala/org/apache/ignite/spark/IgniteOptimizationSpec.scala
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/IgniteOptimizationStringFuncSpec.scala (100%)
create mode 100644 modules/spark-2.4/src/test/scala/org/apache/ignite/spark/IgniteOptimizationSystemFuncSpec.scala
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/IgniteRDDSpec.scala (100%)
create mode 100644 modules/spark-2.4/src/test/scala/org/apache/ignite/spark/IgniteSQLDataFrameIgniteSessionWriteSpec.scala
copy modules/{spark => spark-2.4}/src/test/scala/org/apache/ignite/spark/IgniteSQLDataFrameSpec.scala (100%)
create mode 100644 modules/spark-2.4/src/test/scala/org/apache/ignite/spark/IgniteSQLDataFrameWriteSpec.scala
create mode 100644 modules/spark-2.4/src/test/scala/org/apache/spark/sql/ignite/IgniteSparkSessionSpec.scala