You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by zs...@apache.org on 2016/10/31 23:05:21 UTC
spark git commit: [SPARK-18030][TESTS] Fix flaky
FileStreamSourceSuite by not deleting the files
Repository: spark
Updated Branches:
refs/heads/master 8bfc3b7aa -> de3f87fa7
[SPARK-18030][TESTS] Fix flaky FileStreamSourceSuite by not deleting the files
## What changes were proposed in this pull request?
The test `when schema inference is turned on, should read partition data` should not delete files because the source maybe is listing files. This PR just removes the delete actions since they are not necessary.
## How was this patch tested?
Jenkins
Author: Shixiong Zhu <sh...@databricks.com>
Closes #15699 from zsxwing/SPARK-18030.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/de3f87fa
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/de3f87fa
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/de3f87fa
Branch: refs/heads/master
Commit: de3f87fa712c305fdd463fc36acffc5418c95c4d
Parents: 8bfc3b7
Author: Shixiong Zhu <sh...@databricks.com>
Authored: Mon Oct 31 16:05:17 2016 -0700
Committer: Shixiong Zhu <sh...@databricks.com>
Committed: Mon Oct 31 16:05:17 2016 -0700
----------------------------------------------------------------------
.../spark/sql/streaming/FileStreamSourceSuite.scala | 10 ----------
1 file changed, 10 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/de3f87fa/sql/core/src/test/scala/org/apache/spark/sql/streaming/FileStreamSourceSuite.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/streaming/FileStreamSourceSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/streaming/FileStreamSourceSuite.scala
index 47018b3..fab7642 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/streaming/FileStreamSourceSuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/streaming/FileStreamSourceSuite.scala
@@ -102,12 +102,6 @@ class FileStreamSourceTest extends StreamTest with SharedSQLContext with Private
}
}
- case class DeleteFile(file: File) extends ExternalAction {
- def runAction(): Unit = {
- Utils.deleteRecursively(file)
- }
- }
-
/** Use `format` and `path` to create FileStreamSource via DataFrameReader */
def createFileStream(
format: String,
@@ -697,10 +691,6 @@ class FileStreamSourceSuite extends FileStreamSourceTest {
AddTextFileData("{'value': 'keep5'}", partitionBarSubDir, tmp),
CheckAnswer(("keep2", "foo"), ("keep3", "foo"), ("keep4", "bar"), ("keep5", "bar")),
- // Delete the two partition dirs
- DeleteFile(partitionFooSubDir),
- DeleteFile(partitionBarSubDir),
-
AddTextFileData("{'value': 'keep6'}", partitionBarSubDir, tmp),
CheckAnswer(("keep2", "foo"), ("keep3", "foo"), ("keep4", "bar"), ("keep5", "bar"),
("keep6", "bar"))
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org