You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by zs...@apache.org on 2016/10/27 19:33:03 UTC
spark git commit: [SPARK-16963][SQL] Fix test "StreamExecution
metadata garbage collection"
Repository: spark
Updated Branches:
refs/heads/master 0b076d4cb -> 79fd0cc05
[SPARK-16963][SQL] Fix test "StreamExecution metadata garbage collection"
## What changes were proposed in this pull request?
A follow up PR for #14553 to fix the flaky test. It's flaky because the file list API doesn't guarantee any order of the return list.
## How was this patch tested?
Jenkins
Author: Shixiong Zhu <sh...@databricks.com>
Closes #15661 from zsxwing/fix-StreamingQuerySuite.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/79fd0cc0
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/79fd0cc0
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/79fd0cc0
Branch: refs/heads/master
Commit: 79fd0cc0584e48fb021c4237877b15abbffb319a
Parents: 0b076d4
Author: Shixiong Zhu <sh...@databricks.com>
Authored: Thu Oct 27 12:32:58 2016 -0700
Committer: Shixiong Zhu <sh...@databricks.com>
Committed: Thu Oct 27 12:32:58 2016 -0700
----------------------------------------------------------------------
.../scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/79fd0cc0/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala
index dad4104..464c443 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingQuerySuite.scala
@@ -265,7 +265,7 @@ class StreamingQuerySuite extends StreamTest with BeforeAndAfter with Logging {
AssertOnQuery("metadata log should contain only two files") { q =>
val metadataLogDir = new java.io.File(q.offsetLog.metadataPath.toString)
val logFileNames = metadataLogDir.listFiles().toSeq.map(_.getName())
- val toTest = logFileNames.filter(! _.endsWith(".crc")) // Workaround for SPARK-17475
+ val toTest = logFileNames.filter(! _.endsWith(".crc")).sorted // Workaround for SPARK-17475
assert(toTest.size == 2 && toTest.head == "1")
true
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org