You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gobblin.apache.org by wl...@apache.org on 2023/05/03 20:23:35 UTC
[gobblin] branch master updated: [GOBBLIN-1829] Fixes bug where the wrong workunit event was being tracked for keepin… (#3691)
This is an automated email from the ASF dual-hosted git repository.
wlo pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git
The following commit(s) were added to refs/heads/master by this push:
new b5d255821 [GOBBLIN-1829] Fixes bug where the wrong workunit event was being tracked for keepin… (#3691)
b5d255821 is described below
commit b5d25582154cfefe4c2ab228f1b1926470ff5e5f
Author: William Lo <lo...@gmail.com>
AuthorDate: Wed May 3 16:23:26 2023 -0400
[GOBBLIN-1829] Fixes bug where the wrong workunit event was being tracked for keepin… (#3691)
* Fixes bug where the wrong workunit event was being tracked for keeping track of work discovery time
* Fix tests
---
.../java/org/apache/gobblin/runtime/KafkaAvroJobStatusMonitorTest.java | 2 +-
.../apache/gobblin/service/monitoring/KafkaAvroJobStatusMonitor.java | 3 ++-
2 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/gobblin-modules/gobblin-kafka-09/src/test/java/org/apache/gobblin/runtime/KafkaAvroJobStatusMonitorTest.java b/gobblin-modules/gobblin-kafka-09/src/test/java/org/apache/gobblin/runtime/KafkaAvroJobStatusMonitorTest.java
index 5c78989a5..e63969b86 100644
--- a/gobblin-modules/gobblin-kafka-09/src/test/java/org/apache/gobblin/runtime/KafkaAvroJobStatusMonitorTest.java
+++ b/gobblin-modules/gobblin-kafka-09/src/test/java/org/apache/gobblin/runtime/KafkaAvroJobStatusMonitorTest.java
@@ -689,7 +689,7 @@ public class KafkaAvroJobStatusMonitorTest {
Map<String, String> metadata = Maps.newHashMap();
metadata.put(TimingEvent.METADATA_START_TIME, "2");
metadata.put(TimingEvent.METADATA_END_TIME, "3");
- return createGTE(TimingEvent.RunJobTimings.WORK_UNITS_PREPARATION, metadata);
+ return createGTE(TimingEvent.LauncherTimings.WORK_UNITS_CREATION, metadata);
}
diff --git a/gobblin-service/src/main/java/org/apache/gobblin/service/monitoring/KafkaAvroJobStatusMonitor.java b/gobblin-service/src/main/java/org/apache/gobblin/service/monitoring/KafkaAvroJobStatusMonitor.java
index 56f37c293..c152970cb 100644
--- a/gobblin-service/src/main/java/org/apache/gobblin/service/monitoring/KafkaAvroJobStatusMonitor.java
+++ b/gobblin-service/src/main/java/org/apache/gobblin/service/monitoring/KafkaAvroJobStatusMonitor.java
@@ -127,13 +127,14 @@ public class KafkaAvroJobStatusMonitor extends KafkaJobStatusMonitor {
case TimingEvent.FlowTimings.FLOW_COMPILED:
properties.put(JobStatusRetriever.EVENT_NAME_FIELD, ExecutionStatus.COMPILED.name());
break;
- case TimingEvent.LauncherTimings.WORK_UNITS_PREPARATION:
+ case TimingEvent.LauncherTimings.WORK_UNITS_CREATION:
properties.put(TimingEvent.WORKUNIT_PLAN_START_TIME, properties.getProperty(TimingEvent.METADATA_START_TIME));
properties.put(TimingEvent.WORKUNIT_PLAN_END_TIME, properties.getProperty(TimingEvent.METADATA_END_TIME));
break;
case TimingEvent.LauncherTimings.JOB_START:
case TimingEvent.FlowTimings.FLOW_RUNNING:
case TimingEvent.LauncherTimings.JOB_SUMMARY:
+ case TimingEvent.LauncherTimings.WORK_UNITS_PREPARATION:
properties.put(JobStatusRetriever.EVENT_NAME_FIELD, ExecutionStatus.RUNNING.name());
break;
case TimingEvent.LauncherTimings.JOB_PENDING: