You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2019/09/09 15:20:26 UTC
[spark] branch master updated (3d6b33a -> 6378d4b)
This is an automated email from the ASF dual-hosted git repository.
srowen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from 3d6b33a [SPARK-28939][SQL] Propagate SQLConf for plans executed by toRdd
add 6378d4b [SPARK-28980][CORE][SQL][STREAMING][MLLIB] Remove most items deprecated in Spark 2.2.0 or earlier, for Spark 3
No new revisions were added by this update.
Summary of changes:
R/pkg/R/sparkR.R | 7 +-
R/pkg/tests/fulltests/test_sparkR.R | 4 +-
.../main/scala/org/apache/spark/SparkConf.scala | 17 -
.../org/apache/spark/deploy/SparkSubmit.scala | 19 -
.../HadoopFSDelegationTokenProviderSuite.scala | 5 +-
.../spark/scheduler/BlacklistTrackerSuite.scala | 2 +-
dev/sparktestsupport/modules.py | 1 -
docs/mllib-evaluation-metrics.md | 28 -
docs/mllib-feature-extraction.md | 14 -
docs/mllib-linear-methods.md | 51 --
docs/sql-migration-guide-upgrade.md | 5 +
docs/streaming-kinesis-integration.md | 2 +-
docs/streaming-programming-guide.md | 4 +-
.../mllib/JavaLinearRegressionWithSGDExample.java | 81 ---
.../mllib/JavaRegressionMetricsExample.java | 83 ---
.../spark/examples/mllib/LinearRegression.scala | 138 -----
.../mllib/LinearRegressionWithSGDExample.scala | 65 ---
.../apache/spark/examples/mllib/PCAExample.scala | 75 ---
.../examples/mllib/RegressionMetricsExample.scala | 74 ---
.../streaming/JavaKinesisWordCountASL.java | 23 +-
.../spark/streaming/kinesis/KinesisUtils.scala | 642 ---------------------
.../kinesis/KinesisUtilsPythonHelper.scala | 93 +++
.../streaming/kinesis/JavaKinesisStreamSuite.java | 98 ----
.../streaming/kinesis/KinesisStreamSuite.scala | 24 +-
.../spark/launcher/SparkSubmitCommandBuilder.java | 2 +-
.../spark/mllib/api/python/PythonMLLibAPI.scala | 1 -
.../mllib/classification/LogisticRegression.scala | 106 ----
.../org/apache/spark/mllib/clustering/KMeans.scala | 67 ---
.../apache/spark/mllib/feature/ChiSqSelector.scala | 11 -
.../org/apache/spark/mllib/regression/Lasso.scala | 111 ----
.../spark/mllib/regression/LinearRegression.scala | 102 ----
.../spark/mllib/regression/RidgeRegression.scala | 108 ----
.../JavaLogisticRegressionSuite.java | 9 +-
.../spark/mllib/clustering/JavaKMeansSuite.java | 4 +-
.../spark/mllib/regression/JavaLassoSuite.java | 7 +-
.../regression/JavaLinearRegressionSuite.java | 9 +-
.../mllib/regression/JavaRidgeRegressionSuite.java | 14 +-
.../classification/LogisticRegressionSuite.scala | 22 +-
.../spark/mllib/clustering/KMeansSuite.scala | 2 +-
.../apache/spark/mllib/regression/LassoSuite.scala | 9 +-
.../mllib/regression/LinearRegressionSuite.scala | 8 +-
.../mllib/regression/RidgeRegressionSuite.scala | 11 +-
project/MimaExcludes.scala | 14 +
python/pyspark/__init__.py | 2 +-
python/pyspark/ml/tests/test_image.py | 43 +-
python/pyspark/mllib/clustering.py | 8 +-
python/pyspark/sql/__init__.py | 4 +-
python/pyspark/sql/catalog.py | 20 -
python/pyspark/sql/context.py | 67 +--
python/pyspark/sql/tests/test_appsubmit.py | 97 ----
python/pyspark/sql/tests/test_context.py | 22 +-
python/pyspark/streaming/kinesis.py | 1 -
.../apache/spark/deploy/yarn/ClientArguments.scala | 2 +-
sql/README.md | 2 +-
.../scala/org/apache/spark/sql/SQLContext.scala | 91 ---
.../org/apache/spark/sql/catalog/Catalog.scala | 102 +---
.../org/apache/spark/sql/hive/HiveContext.scala | 63 --
.../scala/org/apache/spark/sql/hive/package.scala | 3 -
.../sql/hive/JavaMetastoreDataSourcesSuite.java | 54 --
.../apache/spark/sql/hive/CachedTableSuite.scala | 6 +-
.../sql/hive/HiveContextCompatibilitySuite.scala | 103 ----
.../spark/sql/hive/MetastoreDataSourcesSuite.scala | 8 +-
.../apache/spark/sql/hive/MultiDatabaseSuite.scala | 8 +-
.../spark/sql/hive/execution/HiveDDLSuite.scala | 2 +-
64 files changed, 224 insertions(+), 2656 deletions(-)
delete mode 100644 examples/src/main/java/org/apache/spark/examples/mllib/JavaLinearRegressionWithSGDExample.java
delete mode 100644 examples/src/main/java/org/apache/spark/examples/mllib/JavaRegressionMetricsExample.java
delete mode 100644 examples/src/main/scala/org/apache/spark/examples/mllib/LinearRegression.scala
delete mode 100644 examples/src/main/scala/org/apache/spark/examples/mllib/LinearRegressionWithSGDExample.scala
delete mode 100644 examples/src/main/scala/org/apache/spark/examples/mllib/PCAExample.scala
delete mode 100644 examples/src/main/scala/org/apache/spark/examples/mllib/RegressionMetricsExample.scala
delete mode 100644 external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtils.scala
create mode 100644 external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala
delete mode 100644 external/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisStreamSuite.java
delete mode 100644 python/pyspark/sql/tests/test_appsubmit.py
delete mode 100644 sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveContext.scala
delete mode 100644 sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveContextCompatibilitySuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org