You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by am...@apache.org on 2016/08/26 10:12:32 UTC
[2/2] incubator-beam git commit: [BEAM-579] Integrate
NamedAggregators into Spark sink system This closes #867
[BEAM-579] Integrate NamedAggregators into Spark sink system
This closes #867
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/f346c877
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/f346c877
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/f346c877
Branch: refs/heads/master
Commit: f346c877a945b1e762f63fb22e4ee6c268c8af47
Parents: 2046783 226dea2
Author: Sela <an...@paypal.com>
Authored: Fri Aug 26 13:02:35 2016 +0300
Committer: Sela <an...@paypal.com>
Committed: Fri Aug 26 13:02:35 2016 +0300
----------------------------------------------------------------------
runners/spark/pom.xml | 6 +
.../runners/spark/SparkPipelineOptions.java | 7 +-
.../spark/aggregators/NamedAggregators.java | 38 ++++-
.../aggregators/metrics/AggregatorMetric.java | 44 +++++
.../metrics/AggregatorMetricSource.java | 49 ++++++
.../metrics/WithNamedAggregatorsSupport.java | 169 +++++++++++++++++++
.../spark/aggregators/metrics/package-info.java | 22 +++
.../spark/aggregators/metrics/sink/CsvSink.java | 39 +++++
.../aggregators/metrics/sink/GraphiteSink.java | 39 +++++
.../aggregators/metrics/sink/package-info.java | 23 +++
.../apache/beam/runners/spark/io/ConsoleIO.java | 2 +-
.../beam/runners/spark/io/hadoop/HadoopIO.java | 4 +-
.../spark/translation/SparkRuntimeContext.java | 29 +++-
.../runners/spark/util/BroadcastHelper.java | 4 +-
.../runners/spark/InMemoryMetricsSinkRule.java | 32 ++++
.../beam/runners/spark/SimpleWordCountTest.java | 12 ++
.../metrics/sink/InMemoryMetrics.java | 79 +++++++++
.../spark/src/test/resources/metrics.properties | 29 ++++
18 files changed, 611 insertions(+), 16 deletions(-)
----------------------------------------------------------------------