You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by gu...@apache.org on 2021/01/26 10:10:58 UTC
[spark] branch branch-3.1 updated (82da778 -> 8cf02b3)
This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a change to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/spark.git.
from 82da778 [SPARK-34224][CORE][SQL][SS][DSTREAM][YARN][TEST][EXAMPLES] Ensure all resource opened by `Source.fromXXX` are closed
new 545ab05 Revert "[SPARK-34235][SS] Make spark.sql.hive as a private package"
new 8cf02b3 [SPARK-34235][SS] Make spark.sql.hive as a private package
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala | 2 --
1 file changed, 2 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org
[spark] 02/02: [SPARK-34235][SS] Make spark.sql.hive as a private
package
Posted by gu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/spark.git
commit 8cf02b3cdd06dfea4b213cee68d73d2f731bfec8
Author: Yuanjian Li <yu...@databricks.com>
AuthorDate: Tue Jan 26 17:13:11 2021 +0900
[SPARK-34235][SS] Make spark.sql.hive as a private package
Follow the comment https://github.com/apache/spark/pull/31271#discussion_r562598983:
- Remove the API tag `Unstable` for `HiveSessionStateBuilder`
- Add document for spark.sql.hive package to emphasize it's a private package
Follow the rule for a private package.
No.
Doc change only.
Closes #31321 from xuanyuanking/SPARK-34185-follow.
Authored-by: Yuanjian Li <yu...@databricks.com>
Signed-off-by: HyukjinKwon <gu...@apache.org>
(cherry picked from commit 0a1a029622eb49e7943f87cfae6942d09bc121a6)
Signed-off-by: HyukjinKwon <gu...@apache.org>
---
project/SparkBuild.scala | 2 +-
.../main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala | 2 --
sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala | 3 +++
3 files changed, 4 insertions(+), 3 deletions(-)
diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala
index e45c3a8..fa2d775 100644
--- a/project/SparkBuild.scala
+++ b/project/SparkBuild.scala
@@ -910,7 +910,7 @@ object Unidoc {
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/catalyst")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/execution")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/internal")))
- .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/hive/test")))
+ .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/hive")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/catalog/v2/utils")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/hive")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/v2/avro")))
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
index b304928..a3c7d21 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
@@ -17,7 +17,6 @@
package org.apache.spark.sql.hive
-import org.apache.spark.annotation.Unstable
import org.apache.spark.sql._
import org.apache.spark.sql.catalyst.analysis.{Analyzer, ResolveSessionCatalog}
import org.apache.spark.sql.catalyst.catalog.ExternalCatalogWithListener
@@ -36,7 +35,6 @@ import org.apache.spark.sql.internal.{BaseSessionStateBuilder, SessionResourceLo
/**
* Builder that produces a Hive-aware `SessionState`.
*/
-@Unstable
class HiveSessionStateBuilder(
session: SparkSession,
parentState: Option[SessionState],
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala
index 14276c9..f89a8a5 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala
@@ -23,5 +23,8 @@ package org.apache.spark.sql
* - Using HiveQL to express queries.
* - Reading metadata from the Hive Metastore using HiveSerDes.
* - Hive UDFs, UDAs, UDTs
+ *
+ * Note that this is a private package. All classes in this package are considered an internal API
+ * to Spark and are subject to change between minor releases.
*/
package object hive
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org
[spark] 01/02: Revert "[SPARK-34235][SS] Make spark.sql.hive as a
private package"
Posted by gu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/spark.git
commit 545ab055170297671fa701bb04807d628aa574f6
Author: HyukjinKwon <gu...@apache.org>
AuthorDate: Tue Jan 26 19:09:52 2021 +0900
Revert "[SPARK-34235][SS] Make spark.sql.hive as a private package"
This reverts commit dca76206c05702a43ffdd780fde82dd7295d1537.
---
project/SparkBuild.scala | 2 +-
.../scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala | 4 ++--
sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala | 3 ---
3 files changed, 3 insertions(+), 6 deletions(-)
diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala
index fa2d775..e45c3a8 100644
--- a/project/SparkBuild.scala
+++ b/project/SparkBuild.scala
@@ -910,7 +910,7 @@ object Unidoc {
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/catalyst")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/execution")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/internal")))
- .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/hive")))
+ .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/hive/test")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/catalog/v2/utils")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/hive")))
.map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/v2/avro")))
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
index bec4792..b304928 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
@@ -17,8 +17,7 @@
package org.apache.spark.sql.hive
-import java.net.URI
-
+import org.apache.spark.annotation.Unstable
import org.apache.spark.sql._
import org.apache.spark.sql.catalyst.analysis.{Analyzer, ResolveSessionCatalog}
import org.apache.spark.sql.catalyst.catalog.ExternalCatalogWithListener
@@ -37,6 +36,7 @@ import org.apache.spark.sql.internal.{BaseSessionStateBuilder, SessionResourceLo
/**
* Builder that produces a Hive-aware `SessionState`.
*/
+@Unstable
class HiveSessionStateBuilder(
session: SparkSession,
parentState: Option[SessionState],
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala
index f89a8a5..14276c9 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala
@@ -23,8 +23,5 @@ package org.apache.spark.sql
* - Using HiveQL to express queries.
* - Reading metadata from the Hive Metastore using HiveSerDes.
* - Hive UDFs, UDAs, UDTs
- *
- * Note that this is a private package. All classes in this package are considered an internal API
- * to Spark and are subject to change between minor releases.
*/
package object hive
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org