You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by rx...@apache.org on 2015/07/09 05:29:10 UTC
spark git commit: [SPARK-8910] Fix MiMa flaky due to port contention
issue
Repository: spark
Updated Branches:
refs/heads/master b55499a44 -> 47ef423f8
[SPARK-8910] Fix MiMa flaky due to port contention issue
Due to the way MiMa works, we currently start a `SQLContext` pretty early on. This causes us to start a `SparkUI` that attempts to bind to port 4040. Because many tests run in parallel on the Jenkins machines, this causes port contention sometimes and fails the MiMa tests.
Note that we already disabled the SparkUI for scalatests. However, the MiMa test is run before we even have a chance to load the default scalatest settings, so we need to explicitly disable the UI ourselves.
Author: Andrew Or <an...@databricks.com>
Closes #7300 from andrewor14/mima-flaky and squashes the following commits:
b55a547 [Andrew Or] Do not enable SparkUI during tests
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/47ef423f
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/47ef423f
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/47ef423f
Branch: refs/heads/master
Commit: 47ef423f860c3109d50c7e321616b267f4296e34
Parents: b55499a
Author: Andrew Or <an...@databricks.com>
Authored: Wed Jul 8 20:29:08 2015 -0700
Committer: Reynold Xin <rx...@databricks.com>
Committed: Wed Jul 8 20:29:08 2015 -0700
----------------------------------------------------------------------
.../scala/org/apache/spark/sql/test/TestSQLContext.scala | 8 ++++----
.../main/scala/org/apache/spark/sql/hive/test/TestHive.scala | 7 ++++---
2 files changed, 8 insertions(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/47ef423f/sql/core/src/main/scala/org/apache/spark/sql/test/TestSQLContext.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/test/TestSQLContext.scala b/sql/core/src/main/scala/org/apache/spark/sql/test/TestSQLContext.scala
index 9fa3945..b3a4231 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/test/TestSQLContext.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/test/TestSQLContext.scala
@@ -26,10 +26,10 @@ import org.apache.spark.sql.catalyst.plans.logical.LogicalPlan
/** A SQLContext that can be used for local testing. */
class LocalSQLContext
extends SQLContext(
- new SparkContext(
- "local[2]",
- "TestSQLContext",
- new SparkConf().set("spark.sql.testkey", "true"))) {
+ new SparkContext("local[2]", "TestSQLContext", new SparkConf()
+ .set("spark.sql.testkey", "true")
+ // SPARK-8910
+ .set("spark.ui.enabled", "false"))) {
override protected[sql] def createSession(): SQLSession = {
new this.SQLSession()
http://git-wip-us.apache.org/repos/asf/spark/blob/47ef423f/sql/hive/src/main/scala/org/apache/spark/sql/hive/test/TestHive.scala
----------------------------------------------------------------------
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/test/TestHive.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/test/TestHive.scala
index 7978fda..0f217bc 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/test/TestHive.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/test/TestHive.scala
@@ -53,9 +53,10 @@ object TestHive
"TestSQLContext",
new SparkConf()
.set("spark.sql.test", "")
- .set(
- "spark.sql.hive.metastore.barrierPrefixes",
- "org.apache.spark.sql.hive.execution.PairSerDe")))
+ .set("spark.sql.hive.metastore.barrierPrefixes",
+ "org.apache.spark.sql.hive.execution.PairSerDe")
+ // SPARK-8910
+ .set("spark.ui.enabled", "false")))
/**
* A locally running test instance of Spark's Hive execution engine.
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org