You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@crunch.apache.org by mk...@apache.org on 2015/09/04 15:11:35 UTC
crunch git commit: CRUNCH-558: Set the Pipeline name as accumulator
name
Repository: crunch
Updated Branches:
refs/heads/master 60b28b12b -> 19c0c2d8d
CRUNCH-558: Set the Pipeline name as accumulator name
Project: http://git-wip-us.apache.org/repos/asf/crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/crunch/commit/19c0c2d8
Tree: http://git-wip-us.apache.org/repos/asf/crunch/tree/19c0c2d8
Diff: http://git-wip-us.apache.org/repos/asf/crunch/diff/19c0c2d8
Branch: refs/heads/master
Commit: 19c0c2d8d78ebb490334bf019965e74b44ff49c4
Parents: 60b28b1
Author: Micah Whitacre <mk...@gmail.com>
Authored: Thu Sep 3 07:47:37 2015 -0500
Committer: Micah Whitacre <mk...@gmail.com>
Committed: Thu Sep 3 07:47:37 2015 -0500
----------------------------------------------------------------------
.../src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/crunch/blob/19c0c2d8/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java
----------------------------------------------------------------------
diff --git a/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java b/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java
index f1dce0b..ea911bd 100644
--- a/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java
+++ b/crunch-spark/src/main/java/org/apache/crunch/impl/spark/SparkRuntime.java
@@ -122,7 +122,7 @@ public class SparkRuntime extends AbstractFuture<PipelineResult> implements Pipe
this.pipeline = pipeline;
this.sparkContext = sparkContext;
this.conf = conf;
- this.counters = sparkContext.accumulator(Maps.<String, Map<String, Long>>newHashMap(),
+ this.counters = sparkContext.accumulator(Maps.<String, Map<String, Long>>newHashMap(), pipeline.getName(),
new CounterAccumulatorParam());
this.ctxt = new SparkRuntimeContext(sparkContext.appName(), counters,
sparkContext.broadcast(WritableUtils.toByteArray(conf)));