You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lo...@apache.org on 2024/03/27 19:52:46 UTC
(beam) branch master updated (7097443e27c -> 62200da9df8)

This is an automated email from the ASF dual-hosted git repository.

lostluck pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from 7097443e27c Add link to official reference on beam site. (#30768)
     add 62200da9df8 factor out failure handling logic from StreamingDataflowWorker (#30695)

No new revisions were added by this update.

Summary of changes:
 .../dataflow/worker/StreamingDataflowWorker.java   | 634 +++++----------------
 .../runners/dataflow/worker/WorkUnitClient.java    |   2 +-
 .../streaming/harness/StreamingCounters.java       | 101 ++++
 .../harness/StreamingWorkerStatusReporter.java     | 396 +++++++++++++
 .../dataflow/worker/util/BoundedQueueExecutor.java |   6 +
 .../work/processing/failures/FailureTracker.java   | 104 ++++
 .../work/processing/failures/HeapDumper.java       |  11 +-
 .../failures/StreamingApplianceFailureTracker.java |  60 ++
 .../failures/StreamingApplianceStatsReporter.java} |  10 +-
 .../failures/StreamingEngineFailureTracker.java}   |  30 +-
 .../processing/failures/WorkFailureProcessor.java  | 185 ++++++
 .../worker/StreamingDataflowWorkerTest.java        |  41 +-
 .../StreamingApplianceFailureTrackerTest.java      |  97 ++++
 .../StreamingEngineFailureTrackerTest.java         |  91 +++
 .../failures/WorkFailureProcessorTest.java         | 204 +++++++
 15 files changed, 1456 insertions(+), 516 deletions(-)
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/harness/StreamingCounters.java
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/harness/StreamingWorkerStatusReporter.java
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/FailureTracker.java
 copy learning/tour-of-beam/frontend/test_driver/integration_test.dart => runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/HeapDumper.java (78%)
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingApplianceFailureTracker.java
 copy runners/{direct-java/src/main/java/org/apache/beam/runners/direct/Clock.java => google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingApplianceStatsReporter.java} (73%)
 copy runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/{client/grpc/stubs/WindmillStubFactory.java => work/processing/failures/StreamingEngineFailureTracker.java} (51%)
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/WorkFailureProcessor.java
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingApplianceFailureTrackerTest.java
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/StreamingEngineFailureTrackerTest.java
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/processing/failures/WorkFailureProcessorTest.java