You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2018/04/13 01:45:32 UTC
spark git commit: [SPARK-23867][SCHEDULER] use droppedCount in
logWarning
Repository: spark
Updated Branches:
refs/heads/master 0f93b91a7 -> 682002b6d
[SPARK-23867][SCHEDULER] use droppedCount in logWarning
## What changes were proposed in this pull request?
Get the count of dropped events for output in log message.
## How was this patch tested?
The fix is pretty trivial, but `./dev/run-tests` were run and were successful.
Please review http://spark.apache.org/contributing.html before opening a pull request.
vanzin cloud-fan
The contribution is my original work and I license the work to the project under the project’s open source license.
Author: Patrick Pisciuneri <Pa...@target.com>
Closes #20977 from phpisciuneri/fix-log-warning.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/682002b6
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/682002b6
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/682002b6
Branch: refs/heads/master
Commit: 682002b6da844ed11324ee5ff4d00fc0294c0b31
Parents: 0f93b91
Author: Patrick Pisciuneri <Pa...@target.com>
Authored: Fri Apr 13 09:45:27 2018 +0800
Committer: Wenchen Fan <we...@databricks.com>
Committed: Fri Apr 13 09:45:27 2018 +0800
----------------------------------------------------------------------
.../main/scala/org/apache/spark/scheduler/AsyncEventQueue.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/682002b6/core/src/main/scala/org/apache/spark/scheduler/AsyncEventQueue.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/scheduler/AsyncEventQueue.scala b/core/src/main/scala/org/apache/spark/scheduler/AsyncEventQueue.scala
index 7e14938..c1fedd6 100644
--- a/core/src/main/scala/org/apache/spark/scheduler/AsyncEventQueue.scala
+++ b/core/src/main/scala/org/apache/spark/scheduler/AsyncEventQueue.scala
@@ -166,7 +166,7 @@ private class AsyncEventQueue(val name: String, conf: SparkConf, metrics: LiveLi
val prevLastReportTimestamp = lastReportTimestamp
lastReportTimestamp = System.currentTimeMillis()
val previous = new java.util.Date(prevLastReportTimestamp)
- logWarning(s"Dropped $droppedEvents events from $name since $previous.")
+ logWarning(s"Dropped $droppedCount events from $name since $previous.")
}
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org