You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2017/08/20 13:57:35 UTC
spark git commit: [SPARK-21721][SQL][BACKPORT-2.1][FOLLOWUP] Clear
FileSystem deleteOnExit cache when paths are successfully removed
Repository: spark
Updated Branches:
refs/heads/branch-2.1 2394ae235 -> 3d3be4dca
[SPARK-21721][SQL][BACKPORT-2.1][FOLLOWUP] Clear FileSystem deleteOnExit cache when paths are successfully removed
## What changes were proposed in this pull request?
Fix a typo in test.
## How was this patch tested?
Jenkins tests.
Author: Liang-Chi Hsieh <vi...@gmail.com>
Closes #19006 from viirya/SPARK-21721-backport-2.1-followup.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/3d3be4dc
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/3d3be4dc
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/3d3be4dc
Branch: refs/heads/branch-2.1
Commit: 3d3be4dca48b7fab8b6754a5eb6ce671353f34a1
Parents: 2394ae2
Author: Liang-Chi Hsieh <vi...@gmail.com>
Authored: Sun Aug 20 21:57:27 2017 +0800
Committer: Wenchen Fan <we...@databricks.com>
Committed: Sun Aug 20 21:57:27 2017 +0800
----------------------------------------------------------------------
.../org/apache/spark/sql/hive/execution/SQLQuerySuite.scala | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/3d3be4dc/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLQuerySuite.scala
----------------------------------------------------------------------
diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLQuerySuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLQuerySuite.scala
index 73ceaf8..b2c5fb9 100644
--- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLQuerySuite.scala
+++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLQuerySuite.scala
@@ -2034,7 +2034,8 @@ class SQLQuerySuite extends QueryTest with SQLTestUtils with TestHiveSingleton {
}
test("SPARK-21721: Clear FileSystem deleterOnExit cache if path is successfully removed") {
- withTable("test21721") {
+ val table = "test21721"
+ withTable(table) {
val deleteOnExitField = classOf[FileSystem].getDeclaredField("deleteOnExit")
deleteOnExitField.setAccessible(true)
@@ -2042,10 +2043,10 @@ class SQLQuerySuite extends QueryTest with SQLTestUtils with TestHiveSingleton {
val setOfPath = deleteOnExitField.get(fs).asInstanceOf[Set[Path]]
val testData = sparkContext.parallelize(1 to 10).map(i => TestData(i, i.toString)).toDF()
- sql("CREATE TABLE test21721 (key INT, value STRING)")
+ sql(s"CREATE TABLE $table (key INT, value STRING)")
val pathSizeToDeleteOnExit = setOfPath.size()
- (0 to 10).foreach(_ => testData.write.mode(SaveMode.Append).insertInto("test1"))
+ (0 to 10).foreach(_ => testData.write.mode(SaveMode.Append).insertInto(table))
assert(setOfPath.size() == pathSizeToDeleteOnExit)
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org