You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ir...@apache.org on 2015/12/08 18:47:16 UTC
spark git commit: [SPARK-11155][WEB UI] Stage summary json should
include stage duration
Repository: spark
Updated Branches:
refs/heads/master e3735ce16 -> 6cb06e871
[SPARK-11155][WEB UI] Stage summary json should include stage duration
The json endpoint for stages doesn't include information on the stage duration that is present in the UI. This looks like a simple oversight, they should be included. eg., the metrics should be included at api/v1/applications/<appId>/stages.
Metrics I've added are: submissionTime, firstTaskLaunchedTime and completionTime
Author: Xin Ren <ia...@126.com>
Closes #10107 from keypointt/SPARK-11155.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/6cb06e87
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/6cb06e87
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/6cb06e87
Branch: refs/heads/master
Commit: 6cb06e8711fd6ac10c57faeb94bc323cae1cef27
Parents: e3735ce
Author: Xin Ren <ia...@126.com>
Authored: Tue Dec 8 11:44:51 2015 -0600
Committer: Imran Rashid <ir...@cloudera.com>
Committed: Tue Dec 8 11:46:46 2015 -0600
----------------------------------------------------------------------
.../spark/status/api/v1/AllStagesResource.scala | 14 ++++-
.../org/apache/spark/status/api/v1/api.scala | 3 +
.../complete_stage_list_json_expectation.json | 11 +++-
.../failed_stage_list_json_expectation.json | 5 +-
.../one_stage_attempt_json_expectation.json | 5 +-
.../one_stage_json_expectation.json | 5 +-
.../stage_list_json_expectation.json | 14 ++++-
..._list_with_accumulable_json_expectation.json | 5 +-
...stage_with_accumulable_json_expectation.json | 5 +-
.../status/api/v1/AllStagesResourceSuite.scala | 62 ++++++++++++++++++++
project/MimaExcludes.scala | 4 +-
11 files changed, 124 insertions(+), 9 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala b/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala
index 24a0b52..31b4dd7 100644
--- a/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala
+++ b/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala
@@ -17,8 +17,8 @@
package org.apache.spark.status.api.v1
import java.util.{Arrays, Date, List => JList}
-import javax.ws.rs.{GET, PathParam, Produces, QueryParam}
import javax.ws.rs.core.MediaType
+import javax.ws.rs.{GET, Produces, QueryParam}
import org.apache.spark.executor.{InputMetrics => InternalInputMetrics, OutputMetrics => InternalOutputMetrics, ShuffleReadMetrics => InternalShuffleReadMetrics, ShuffleWriteMetrics => InternalShuffleWriteMetrics, TaskMetrics => InternalTaskMetrics}
import org.apache.spark.scheduler.{AccumulableInfo => InternalAccumulableInfo, StageInfo}
@@ -59,6 +59,15 @@ private[v1] object AllStagesResource {
stageUiData: StageUIData,
includeDetails: Boolean): StageData = {
+ val taskLaunchTimes = stageUiData.taskData.values.map(_.taskInfo.launchTime).filter(_ > 0)
+
+ val firstTaskLaunchedTime: Option[Date] =
+ if (taskLaunchTimes.nonEmpty) {
+ Some(new Date(taskLaunchTimes.min))
+ } else {
+ None
+ }
+
val taskData = if (includeDetails) {
Some(stageUiData.taskData.map { case (k, v) => k -> convertTaskData(v) } )
} else {
@@ -92,6 +101,9 @@ private[v1] object AllStagesResource {
numCompleteTasks = stageUiData.numCompleteTasks,
numFailedTasks = stageUiData.numFailedTasks,
executorRunTime = stageUiData.executorRunTime,
+ submissionTime = stageInfo.submissionTime.map(new Date(_)),
+ firstTaskLaunchedTime,
+ completionTime = stageInfo.completionTime.map(new Date(_)),
inputBytes = stageUiData.inputBytes,
inputRecords = stageUiData.inputRecords,
outputBytes = stageUiData.outputBytes,
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/main/scala/org/apache/spark/status/api/v1/api.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/status/api/v1/api.scala b/core/src/main/scala/org/apache/spark/status/api/v1/api.scala
index baddfc5..5feb1dc 100644
--- a/core/src/main/scala/org/apache/spark/status/api/v1/api.scala
+++ b/core/src/main/scala/org/apache/spark/status/api/v1/api.scala
@@ -120,6 +120,9 @@ class StageData private[spark](
val numFailedTasks: Int,
val executorRunTime: Long,
+ val submissionTime: Option[Date],
+ val firstTaskLaunchedTime: Option[Date],
+ val completionTime: Option[Date],
val inputBytes: Long,
val inputRecords: Long,
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json
index 31ac9be..8f8067f 100644
--- a/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json
@@ -6,6 +6,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 162,
+ "submissionTime" : "2015-02-03T16:43:07.191GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:07.191GMT",
+ "completionTime" : "2015-02-03T16:43:07.226GMT",
"inputBytes" : 160,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -28,6 +31,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 3476,
+ "submissionTime" : "2015-02-03T16:43:05.829GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:05.829GMT",
+ "completionTime" : "2015-02-03T16:43:06.286GMT",
"inputBytes" : 28000128,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -50,6 +56,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 4338,
+ "submissionTime" : "2015-02-03T16:43:04.228GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:04.234GMT",
+ "completionTime" : "2015-02-03T16:43:04.819GMT",
"inputBytes" : 0,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -64,4 +73,4 @@
"details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line9.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:15)\n$line9.$read$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line9.$read$$iwC$$iwC.<init>(<console>:22)\n$line9.$read$$iwC.<init>(<console>:24)\n$line9.$read.<init>(<console>:26)\n$line9.$read$.<init>(<console>:30)\n$line9.$read$.<clinit>(<console>)\n$line9.$eval$.<init>(<console>:7)\n$line9.$eval$.<clinit>(<console>)\n$line9.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIMain.inte
rpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
"schedulingPool" : "default",
"accumulatorUpdates" : [ ]
-} ]
\ No newline at end of file
+} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json
index bff6a4f..08b692e 100644
--- a/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json
@@ -6,6 +6,9 @@
"numCompleteTasks" : 7,
"numFailedTasks" : 1,
"executorRunTime" : 278,
+ "submissionTime" : "2015-02-03T16:43:06.296GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:06.296GMT",
+ "completionTime" : "2015-02-03T16:43:06.347GMT",
"inputBytes" : 0,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -20,4 +23,4 @@
"details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line11.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line11.$read$$iwC$$iwC$$iwC.<init>(<console>:25)\n$line11.$read$$iwC$$iwC.<init>(<console>:27)\n$line11.$read$$iwC.<init>(<console>:29)\n$line11.$read.<init>(<console>:31)\n$line11.$read$.<init>(<console>:35)\n$line11.$read$.<clinit>(<console>)\n$line11.$eval$.<init>(<console>:7)\n$line11.$eval$.<clinit>(<console>)\n$line11.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.Spark
IMain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
"schedulingPool" : "default",
"accumulatorUpdates" : [ ]
-} ]
\ No newline at end of file
+} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
index 111cb81..b07011d 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
@@ -6,6 +6,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 3476,
+ "submissionTime" : "2015-02-03T16:43:05.829GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:05.829GMT",
+ "completionTime" : "2015-02-03T16:43:06.286GMT",
"inputBytes" : 28000128,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -267,4 +270,4 @@
"diskBytesSpilled" : 0
}
}
-}
\ No newline at end of file
+}
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
index ef339f8..2f71520 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
@@ -6,6 +6,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 3476,
+ "submissionTime" : "2015-02-03T16:43:05.829GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:05.829GMT",
+ "completionTime" : "2015-02-03T16:43:06.286GMT",
"inputBytes" : 28000128,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -267,4 +270,4 @@
"diskBytesSpilled" : 0
}
}
-} ]
\ No newline at end of file
+} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
index 056fac7..5b957ed 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
@@ -6,6 +6,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 162,
+ "submissionTime" : "2015-02-03T16:43:07.191GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:07.191GMT",
+ "completionTime" : "2015-02-03T16:43:07.226GMT",
"inputBytes" : 160,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -28,6 +31,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 3476,
+ "submissionTime" : "2015-02-03T16:43:05.829GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:05.829GMT",
+ "completionTime" : "2015-02-03T16:43:06.286GMT",
"inputBytes" : 28000128,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -50,6 +56,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 4338,
+ "submissionTime" : "2015-02-03T16:43:04.228GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:04.234GMT",
+ "completionTime" : "2015-02-03T16:43:04.819GMT",
"inputBytes" : 0,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -72,6 +81,9 @@
"numCompleteTasks" : 7,
"numFailedTasks" : 1,
"executorRunTime" : 278,
+ "submissionTime" : "2015-02-03T16:43:06.296GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:06.296GMT",
+ "completionTime" : "2015-02-03T16:43:06.347GMT",
"inputBytes" : 0,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -86,4 +98,4 @@
"details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line11.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line11.$read$$iwC$$iwC$$iwC.<init>(<console>:25)\n$line11.$read$$iwC$$iwC.<init>(<console>:27)\n$line11.$read$$iwC.<init>(<console>:29)\n$line11.$read.<init>(<console>:31)\n$line11.$read$.<init>(<console>:35)\n$line11.$read$.<clinit>(<console>)\n$line11.$eval$.<init>(<console>:7)\n$line11.$eval$.<clinit>(<console>)\n$line11.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.Spark
IMain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
"schedulingPool" : "default",
"accumulatorUpdates" : [ ]
-} ]
\ No newline at end of file
+} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
index 79ccacd..afa425f 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
@@ -6,6 +6,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 120,
+ "submissionTime" : "2015-03-16T19:25:36.103GMT",
+ "firstTaskLaunchedTime" : "2015-03-16T19:25:36.515GMT",
+ "completionTime" : "2015-03-16T19:25:36.579GMT",
"inputBytes" : 0,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -24,4 +27,4 @@
"name" : "my counter",
"value" : "5050"
} ]
-} ]
\ No newline at end of file
+} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
index 32d5731..12665a1 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
@@ -6,6 +6,9 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 120,
+ "submissionTime" : "2015-03-16T19:25:36.103GMT",
+ "firstTaskLaunchedTime" : "2015-03-16T19:25:36.515GMT",
+ "completionTime" : "2015-03-16T19:25:36.579GMT",
"inputBytes" : 0,
"inputRecords" : 0,
"outputBytes" : 0,
@@ -239,4 +242,4 @@
"diskBytesSpilled" : 0
}
}
-}
\ No newline at end of file
+}
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/core/src/test/scala/org/apache/spark/status/api/v1/AllStagesResourceSuite.scala
----------------------------------------------------------------------
diff --git a/core/src/test/scala/org/apache/spark/status/api/v1/AllStagesResourceSuite.scala b/core/src/test/scala/org/apache/spark/status/api/v1/AllStagesResourceSuite.scala
new file mode 100644
index 0000000..88817dc
--- /dev/null
+++ b/core/src/test/scala/org/apache/spark/status/api/v1/AllStagesResourceSuite.scala
@@ -0,0 +1,62 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.status.api.v1
+
+import java.util.Date
+
+import scala.collection.mutable.HashMap
+
+import org.apache.spark.SparkFunSuite
+import org.apache.spark.scheduler.{StageInfo, TaskInfo, TaskLocality}
+import org.apache.spark.ui.jobs.UIData.{StageUIData, TaskUIData}
+
+class AllStagesResourceSuite extends SparkFunSuite {
+
+ def getFirstTaskLaunchTime(taskLaunchTimes: Seq[Long]): Option[Date] = {
+ val tasks = new HashMap[Long, TaskUIData]
+ taskLaunchTimes.zipWithIndex.foreach { case (time, idx) =>
+ tasks(idx.toLong) = new TaskUIData(
+ new TaskInfo(idx, idx, 1, time, "", "", TaskLocality.ANY, false), None, None)
+ }
+
+ val stageUiData = new StageUIData()
+ stageUiData.taskData = tasks
+ val status = StageStatus.ACTIVE
+ val stageInfo = new StageInfo(
+ 1, 1, "stage 1", 10, Seq.empty, Seq.empty, "details abc", Seq.empty)
+ val stageData = AllStagesResource.stageUiToStageData(status, stageInfo, stageUiData, false)
+
+ stageData.firstTaskLaunchedTime
+ }
+
+ test("firstTaskLaunchedTime when there are no tasks") {
+ val result = getFirstTaskLaunchTime(Seq())
+ assert(result == None)
+ }
+
+ test("firstTaskLaunchedTime when there are tasks but none launched") {
+ val result = getFirstTaskLaunchTime(Seq(-100L, -200L, -300L))
+ assert(result == None)
+ }
+
+ test("firstTaskLaunchedTime when there are tasks and some launched") {
+ val result = getFirstTaskLaunchTime(Seq(-100L, 1449255596000L, 1449255597000L))
+ assert(result == Some(new Date(1449255596000L)))
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/spark/blob/6cb06e87/project/MimaExcludes.scala
----------------------------------------------------------------------
diff --git a/project/MimaExcludes.scala b/project/MimaExcludes.scala
index b4aa6ad..685cb41 100644
--- a/project/MimaExcludes.scala
+++ b/project/MimaExcludes.scala
@@ -132,7 +132,9 @@ object MimaExcludes {
ProblemFilters.exclude[MissingTypesProblem]("org.apache.spark.sql.jdbc.NoopDialect$")
) ++ Seq (
ProblemFilters.exclude[MissingMethodProblem](
- "org.apache.spark.status.api.v1.ApplicationInfo.this")
+ "org.apache.spark.status.api.v1.ApplicationInfo.this"),
+ ProblemFilters.exclude[MissingMethodProblem](
+ "org.apache.spark.status.api.v1.StageData.this")
) ++ Seq(
// SPARK-11766 add toJson to Vector
ProblemFilters.exclude[MissingMethodProblem](
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org