You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by rx...@apache.org on 2014/08/14 20:22:44 UTC
git commit: Minor cleanup of metrics.Source
Repository: spark
Updated Branches:
refs/heads/master 267fdffe2 -> eaeb0f76f
Minor cleanup of metrics.Source
- Added override.
- Marked some variables as private.
Author: Reynold Xin <rx...@apache.org>
Closes #1943 from rxin/metricsSource and squashes the following commits:
fbfa943 [Reynold Xin] Minor cleanup of metrics.Source. - Added override. - Marked some variables as private.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/eaeb0f76
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/eaeb0f76
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/eaeb0f76
Branch: refs/heads/master
Commit: eaeb0f76fa0f103c7db0f3975cb8562715410973
Parents: 267fdff
Author: Reynold Xin <rx...@apache.org>
Authored: Thu Aug 14 11:22:41 2014 -0700
Committer: Reynold Xin <rx...@apache.org>
Committed: Thu Aug 14 11:22:41 2014 -0700
----------------------------------------------------------------------
.../apache/spark/deploy/master/ApplicationSource.scala | 4 ++--
.../org/apache/spark/deploy/master/MasterSource.scala | 4 ++--
.../org/apache/spark/deploy/worker/WorkerSource.scala | 4 ++--
.../scala/org/apache/spark/executor/ExecutorSource.scala | 5 +++--
.../org/apache/spark/metrics/source/JvmSource.scala | 11 ++++-------
.../org/apache/spark/scheduler/DAGSchedulerSource.scala | 4 ++--
.../org/apache/spark/storage/BlockManagerSource.scala | 4 ++--
.../org/apache/spark/streaming/StreamingSource.scala | 6 +++---
8 files changed, 20 insertions(+), 22 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/eaeb0f76/core/src/main/scala/org/apache/spark/deploy/master/ApplicationSource.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/deploy/master/ApplicationSource.scala b/core/src/main/scala/org/apache/spark/deploy/master/ApplicationSource.scala
index c87b66f..38db02c 100644
--- a/core/src/main/scala/org/apache/spark/deploy/master/ApplicationSource.scala
+++ b/core/src/main/scala/org/apache/spark/deploy/master/ApplicationSource.scala
@@ -22,8 +22,8 @@ import com.codahale.metrics.{Gauge, MetricRegistry}
import org.apache.spark.metrics.source.Source
class ApplicationSource(val application: ApplicationInfo) extends Source {
- val metricRegistry = new MetricRegistry()
- val sourceName = "%s.%s.%s".format("application", application.desc.name,
+ override val metricRegistry = new MetricRegistry()
+ override val sourceName = "%s.%s.%s".format("application", application.desc.name,
System.currentTimeMillis())
metricRegistry.register(MetricRegistry.name("status"), new Gauge[String] {
http://git-wip-us.apache.org/repos/asf/spark/blob/eaeb0f76/core/src/main/scala/org/apache/spark/deploy/master/MasterSource.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/deploy/master/MasterSource.scala b/core/src/main/scala/org/apache/spark/deploy/master/MasterSource.scala
index 36c1b87..9c3f79f 100644
--- a/core/src/main/scala/org/apache/spark/deploy/master/MasterSource.scala
+++ b/core/src/main/scala/org/apache/spark/deploy/master/MasterSource.scala
@@ -22,8 +22,8 @@ import com.codahale.metrics.{Gauge, MetricRegistry}
import org.apache.spark.metrics.source.Source
private[spark] class MasterSource(val master: Master) extends Source {
- val metricRegistry = new MetricRegistry()
- val sourceName = "master"
+ override val metricRegistry = new MetricRegistry()
+ override val sourceName = "master"
// Gauge for worker numbers in cluster
metricRegistry.register(MetricRegistry.name("workers"), new Gauge[Int] {
http://git-wip-us.apache.org/repos/asf/spark/blob/eaeb0f76/core/src/main/scala/org/apache/spark/deploy/worker/WorkerSource.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/deploy/worker/WorkerSource.scala b/core/src/main/scala/org/apache/spark/deploy/worker/WorkerSource.scala
index b7ddd8c..df1e01b 100644
--- a/core/src/main/scala/org/apache/spark/deploy/worker/WorkerSource.scala
+++ b/core/src/main/scala/org/apache/spark/deploy/worker/WorkerSource.scala
@@ -22,8 +22,8 @@ import com.codahale.metrics.{Gauge, MetricRegistry}
import org.apache.spark.metrics.source.Source
private[spark] class WorkerSource(val worker: Worker) extends Source {
- val sourceName = "worker"
- val metricRegistry = new MetricRegistry()
+ override val sourceName = "worker"
+ override val metricRegistry = new MetricRegistry()
metricRegistry.register(MetricRegistry.name("executors"), new Gauge[Int] {
override def getValue: Int = worker.executors.size
http://git-wip-us.apache.org/repos/asf/spark/blob/eaeb0f76/core/src/main/scala/org/apache/spark/executor/ExecutorSource.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/executor/ExecutorSource.scala b/core/src/main/scala/org/apache/spark/executor/ExecutorSource.scala
index 0ed52cf..d672158 100644
--- a/core/src/main/scala/org/apache/spark/executor/ExecutorSource.scala
+++ b/core/src/main/scala/org/apache/spark/executor/ExecutorSource.scala
@@ -35,9 +35,10 @@ private[spark] class ExecutorSource(val executor: Executor, executorId: String)
})
}
- val metricRegistry = new MetricRegistry()
+ override val metricRegistry = new MetricRegistry()
+
// TODO: It would be nice to pass the application name here
- val sourceName = "executor.%s".format(executorId)
+ override val sourceName = "executor.%s".format(executorId)
// Gauge for executor thread pool's actively executing task counts
metricRegistry.register(MetricRegistry.name("threadpool", "activeTasks"), new Gauge[Int] {
http://git-wip-us.apache.org/repos/asf/spark/blob/eaeb0f76/core/src/main/scala/org/apache/spark/metrics/source/JvmSource.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/metrics/source/JvmSource.scala b/core/src/main/scala/org/apache/spark/metrics/source/JvmSource.scala
index f865f96..635bff2 100644
--- a/core/src/main/scala/org/apache/spark/metrics/source/JvmSource.scala
+++ b/core/src/main/scala/org/apache/spark/metrics/source/JvmSource.scala
@@ -21,12 +21,9 @@ import com.codahale.metrics.MetricRegistry
import com.codahale.metrics.jvm.{GarbageCollectorMetricSet, MemoryUsageGaugeSet}
private[spark] class JvmSource extends Source {
- val sourceName = "jvm"
- val metricRegistry = new MetricRegistry()
+ override val sourceName = "jvm"
+ override val metricRegistry = new MetricRegistry()
- val gcMetricSet = new GarbageCollectorMetricSet
- val memGaugeSet = new MemoryUsageGaugeSet
-
- metricRegistry.registerAll(gcMetricSet)
- metricRegistry.registerAll(memGaugeSet)
+ metricRegistry.registerAll(new GarbageCollectorMetricSet)
+ metricRegistry.registerAll(new MemoryUsageGaugeSet)
}
http://git-wip-us.apache.org/repos/asf/spark/blob/eaeb0f76/core/src/main/scala/org/apache/spark/scheduler/DAGSchedulerSource.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGSchedulerSource.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGSchedulerSource.scala
index 5878e73..9494439 100644
--- a/core/src/main/scala/org/apache/spark/scheduler/DAGSchedulerSource.scala
+++ b/core/src/main/scala/org/apache/spark/scheduler/DAGSchedulerSource.scala
@@ -24,8 +24,8 @@ import org.apache.spark.metrics.source.Source
private[spark] class DAGSchedulerSource(val dagScheduler: DAGScheduler, sc: SparkContext)
extends Source {
- val metricRegistry = new MetricRegistry()
- val sourceName = "%s.DAGScheduler".format(sc.appName)
+ override val metricRegistry = new MetricRegistry()
+ override val sourceName = "%s.DAGScheduler".format(sc.appName)
metricRegistry.register(MetricRegistry.name("stage", "failedStages"), new Gauge[Int] {
override def getValue: Int = dagScheduler.failedStages.size
http://git-wip-us.apache.org/repos/asf/spark/blob/eaeb0f76/core/src/main/scala/org/apache/spark/storage/BlockManagerSource.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/storage/BlockManagerSource.scala b/core/src/main/scala/org/apache/spark/storage/BlockManagerSource.scala
index 3f14c40..49fea6d 100644
--- a/core/src/main/scala/org/apache/spark/storage/BlockManagerSource.scala
+++ b/core/src/main/scala/org/apache/spark/storage/BlockManagerSource.scala
@@ -24,8 +24,8 @@ import org.apache.spark.metrics.source.Source
private[spark] class BlockManagerSource(val blockManager: BlockManager, sc: SparkContext)
extends Source {
- val metricRegistry = new MetricRegistry()
- val sourceName = "%s.BlockManager".format(sc.appName)
+ override val metricRegistry = new MetricRegistry()
+ override val sourceName = "%s.BlockManager".format(sc.appName)
metricRegistry.register(MetricRegistry.name("memory", "maxMem_MB"), new Gauge[Long] {
override def getValue: Long = {
http://git-wip-us.apache.org/repos/asf/spark/blob/eaeb0f76/streaming/src/main/scala/org/apache/spark/streaming/StreamingSource.scala
----------------------------------------------------------------------
diff --git a/streaming/src/main/scala/org/apache/spark/streaming/StreamingSource.scala b/streaming/src/main/scala/org/apache/spark/streaming/StreamingSource.scala
index 774adc3..75f0e87 100644
--- a/streaming/src/main/scala/org/apache/spark/streaming/StreamingSource.scala
+++ b/streaming/src/main/scala/org/apache/spark/streaming/StreamingSource.scala
@@ -23,10 +23,10 @@ import org.apache.spark.metrics.source.Source
import org.apache.spark.streaming.ui.StreamingJobProgressListener
private[streaming] class StreamingSource(ssc: StreamingContext) extends Source {
- val metricRegistry = new MetricRegistry
- val sourceName = "%s.StreamingMetrics".format(ssc.sparkContext.appName)
+ override val metricRegistry = new MetricRegistry
+ override val sourceName = "%s.StreamingMetrics".format(ssc.sparkContext.appName)
- val streamingListener = ssc.uiTab.listener
+ private val streamingListener = ssc.uiTab.listener
private def registerGauge[T](name: String, f: StreamingJobProgressListener => T,
defaultValue: T) {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org