You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2018/01/18 11:19:38 UTC
spark git commit: [SPARK-23140][SQL] Add DataSourceV2Strategy to Hive
Session state's planner
Repository: spark
Updated Branches:
refs/heads/master 1c76a91e5 -> 7a2248341
[SPARK-23140][SQL] Add DataSourceV2Strategy to Hive Session state's planner
## What changes were proposed in this pull request?
`DataSourceV2Strategy` is missing in `HiveSessionStateBuilder`'s planner, which will throw exception as described in [SPARK-23140](https://issues.apache.org/jira/browse/SPARK-23140).
## How was this patch tested?
Manual test.
Author: jerryshao <ss...@hortonworks.com>
Closes #20305 from jerryshao/SPARK-23140.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/7a224834
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/7a224834
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/7a224834
Branch: refs/heads/master
Commit: 7a2248341396840628eef398aa512cac3e3bd55f
Parents: 1c76a91
Author: jerryshao <ss...@hortonworks.com>
Authored: Thu Jan 18 19:18:55 2018 +0800
Committer: Wenchen Fan <we...@databricks.com>
Committed: Thu Jan 18 19:18:55 2018 +0800
----------------------------------------------------------------------
.../spark/sql/hive/HiveSessionStateBuilder.scala | 17 +----------------
1 file changed, 1 insertion(+), 16 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/7a224834/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
----------------------------------------------------------------------
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
index dc92ad3..12c7436 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala
@@ -96,22 +96,7 @@ class HiveSessionStateBuilder(session: SparkSession, parentState: Option[Session
override val sparkSession: SparkSession = session
override def extraPlanningStrategies: Seq[Strategy] =
- super.extraPlanningStrategies ++ customPlanningStrategies
-
- override def strategies: Seq[Strategy] = {
- experimentalMethods.extraStrategies ++
- extraPlanningStrategies ++ Seq(
- FileSourceStrategy,
- DataSourceStrategy(conf),
- SpecialLimits,
- InMemoryScans,
- HiveTableScans,
- Scripts,
- Aggregation,
- JoinSelection,
- BasicOperators
- )
- }
+ super.extraPlanningStrategies ++ customPlanningStrategies ++ Seq(HiveTableScans, Scripts)
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org