You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by dh...@apache.org on 2017/05/11 00:12:25 UTC

[5/5] beam git commit: This closes #3053

This closes #3053


Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/a39960b1
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/a39960b1
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/a39960b1

Branch: refs/heads/master
Commit: a39960b131674e6c1d120a971b91b37226c88414
Parents: 03a7f92 8cd98bd
Author: Dan Halperin <dh...@google.com>
Authored: Wed May 10 17:12:15 2017 -0700
Committer: Dan Halperin <dh...@google.com>
Committed: Wed May 10 17:12:15 2017 -0700

----------------------------------------------------------------------
 .../runners/core/metrics/MetricFiltering.java   | 102 ++++
 .../beam/runners/core/metrics/MetricKey.java    |  43 ++
 .../beam/runners/core/metrics/package-info.java |  22 +
 .../core/metrics/MetricFilteringTest.java       | 148 ++++++
 .../apache/beam/runners/core/LateDataUtils.java |   4 +-
 .../beam/runners/core/metrics/CounterCell.java  |  86 ++++
 .../beam/runners/core/metrics/DirtyState.java   |  99 ++++
 .../runners/core/metrics/DistributionCell.java  |  80 +++
 .../runners/core/metrics/DistributionData.java  |  62 +++
 .../beam/runners/core/metrics/GaugeCell.java    |  78 +++
 .../beam/runners/core/metrics/GaugeData.java    |  83 ++++
 .../beam/runners/core/metrics/MetricCell.java   |  42 ++
 .../runners/core/metrics/MetricUpdates.java     |  79 +++
 .../core/metrics/MetricsContainerImpl.java      | 188 +++++++
 .../core/metrics/MetricsContainerStepMap.java   | 495 +++++++++++++++++++
 .../beam/runners/core/metrics/MetricsMap.java   |  88 ++++
 .../beam/runners/core/metrics/package-info.java |  22 +
 .../core/LateDataDroppingDoFnRunnerTest.java    |   9 +-
 .../beam/runners/core/ReduceFnRunnerTest.java   |  34 +-
 .../runners/core/StatefulDoFnRunnerTest.java    |  10 +-
 .../runners/core/metrics/CounterCellTest.java   |  56 +++
 .../runners/core/metrics/DirtyStateTest.java    |  56 +++
 .../core/metrics/DistributionCellTest.java      |  54 ++
 .../runners/core/metrics/GaugeCellTest.java     |  51 ++
 .../core/metrics/MetricUpdateMatchers.java      |  82 +++
 .../core/metrics/MetricsContainerImplTest.java  | 130 +++++
 .../metrics/MetricsContainerStepMapTest.java    | 272 ++++++++++
 .../runners/core/metrics/MetricsMapTest.java    | 103 ++++
 .../beam/runners/direct/DirectMetrics.java      |  14 +-
 .../runners/direct/StepTransformResult.java     |   2 +-
 .../beam/runners/direct/TransformExecutor.java  |  10 +-
 .../beam/runners/direct/TransformResult.java    |   2 +-
 .../beam/runners/direct/DirectMetricsTest.java  |  14 +-
 .../beam/runners/flink/FlinkRunnerResult.java   |   4 +-
 .../metrics/DoFnRunnerWithMetricsUpdate.java    |   3 +-
 .../flink/metrics/FlinkMetricContainer.java     |   7 +-
 .../flink/metrics/MetricsAccumulator.java       |   2 +-
 .../flink/metrics/ReaderInvocationUtil.java     |   5 +-
 runners/google-cloud-dataflow-java/pom.xml      |   2 +-
 .../beam/runners/dataflow/DataflowMetrics.java  |   4 +-
 .../runners/dataflow/DataflowMetricsTest.java   |   4 +-
 .../beam/runners/spark/SparkPipelineResult.java |   2 +-
 .../apache/beam/runners/spark/io/SourceRDD.java |   2 +-
 .../runners/spark/io/SparkUnboundedSource.java  |   2 +-
 .../spark/metrics/MetricsAccumulator.java       |   2 +-
 .../spark/metrics/MetricsAccumulatorParam.java  |   2 +-
 .../runners/spark/metrics/SparkBeamMetric.java  |   4 +-
 .../SparkGroupAlsoByWindowViaWindowSet.java     |  10 +-
 .../spark/stateful/StateSpecFunctions.java      |   2 +-
 .../translation/DoFnRunnerWithMetrics.java      |   5 +-
 .../spark/translation/MultiDoFnFunction.java    |   2 +-
 .../spark/translation/TransformTranslator.java  |   2 +-
 .../streaming/StreamingTransformTranslator.java |   2 +-
 .../spark/io/ReaderToIteratorAdapterTest.java   |   4 +-
 .../ResumeFromCheckpointStreamingTest.java      |   2 +-
 .../streaming/StreamingSourceMetricsTest.java   |   2 +-
 .../apache/beam/sdk/metrics/CounterCell.java    |  72 ---
 .../org/apache/beam/sdk/metrics/DirtyState.java |  99 ----
 .../beam/sdk/metrics/DistributionCell.java      |  74 ---
 .../beam/sdk/metrics/DistributionData.java      |  60 ---
 .../beam/sdk/metrics/DistributionResult.java    |   3 +
 .../org/apache/beam/sdk/metrics/GaugeCell.java  |  70 ---
 .../org/apache/beam/sdk/metrics/GaugeData.java  |  81 ---
 .../apache/beam/sdk/metrics/GaugeResult.java    |   3 +
 .../org/apache/beam/sdk/metrics/Metric.java     |   7 +-
 .../org/apache/beam/sdk/metrics/MetricCell.java |  53 --
 .../beam/sdk/metrics/MetricFiltering.java       |  99 ----
 .../org/apache/beam/sdk/metrics/MetricKey.java  |  41 --
 .../apache/beam/sdk/metrics/MetricUpdates.java  |  78 ---
 .../org/apache/beam/sdk/metrics/Metrics.java    |   8 +-
 .../beam/sdk/metrics/MetricsContainer.java      | 146 +-----
 .../sdk/metrics/MetricsContainerStepMap.java    | 487 ------------------
 .../beam/sdk/metrics/MetricsEnvironment.java    |   9 +-
 .../org/apache/beam/sdk/metrics/MetricsMap.java |  87 ----
 .../apache/beam/sdk/metrics/SinkMetrics.java    |   4 +
 .../apache/beam/sdk/metrics/SourceMetrics.java  |   3 +
 .../beam/sdk/metrics/CounterCellTest.java       |  55 ---
 .../apache/beam/sdk/metrics/DirtyStateTest.java |  56 ---
 .../beam/sdk/metrics/DistributionCellTest.java  |  53 --
 .../apache/beam/sdk/metrics/GaugeCellTest.java  |  49 --
 .../beam/sdk/metrics/MetricFilteringTest.java   | 145 ------
 .../apache/beam/sdk/metrics/MetricMatchers.java | 242 ---------
 .../beam/sdk/metrics/MetricResultsMatchers.java | 190 +++++++
 .../metrics/MetricsContainerStepMapTest.java    | 258 ----------
 .../beam/sdk/metrics/MetricsContainerTest.java  | 129 -----
 .../sdk/metrics/MetricsEnvironmentTest.java     |  23 +-
 .../apache/beam/sdk/metrics/MetricsMapTest.java | 103 ----
 .../apache/beam/sdk/metrics/MetricsTest.java    |  43 +-
 .../apache/beam/sdk/io/kafka/KafkaIOTest.java   |  54 +-
 89 files changed, 2902 insertions(+), 2678 deletions(-)
----------------------------------------------------------------------