You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by di...@apache.org on 2021/08/23 14:20:35 UTC
[airavata-data-lake] branch master updated: Logging improvements
This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
The following commit(s) were added to refs/heads/master by this push:
new 03901fd Logging improvements
03901fd is described below
commit 03901fd01df36af6c1ce292ed2dcaf64d25a4c8d
Author: Dimuthu Wannipurage <di...@gmail.com>
AuthorDate: Mon Aug 23 10:20:24 2021 -0400
Logging improvements
---
.../workflow/engine/wm/datasync/DataParsingWorkflowManager.java | 9 ++++++++-
1 file changed, 8 insertions(+), 1 deletion(-)
diff --git a/data-orchestrator/workflow-engine/datasync-workflow-manager/src/main/java/org/apache/airavata/datalake/workflow/engine/wm/datasync/DataParsingWorkflowManager.java b/data-orchestrator/workflow-engine/datasync-workflow-manager/src/main/java/org/apache/airavata/datalake/workflow/engine/wm/datasync/DataParsingWorkflowManager.java
index 7482c7a..1d1cf73 100644
--- a/data-orchestrator/workflow-engine/datasync-workflow-manager/src/main/java/org/apache/airavata/datalake/workflow/engine/wm/datasync/DataParsingWorkflowManager.java
+++ b/data-orchestrator/workflow-engine/datasync-workflow-manager/src/main/java/org/apache/airavata/datalake/workflow/engine/wm/datasync/DataParsingWorkflowManager.java
@@ -142,6 +142,12 @@ public class DataParsingWorkflowManager {
return match;
}).collect(Collectors.toList());
+ if (selectedPJs.isEmpty()) {
+ logger.warn("No parsing jobs available for resource {} with path {}. So ignoring the workflow",
+ sourceResourceId, metadata.getResourcePath());
+ continue;
+ }
+
Map<String, AbstractTask> taskMap = new HashMap<>();
SyncLocalDataDownloadTask downloadTask = new SyncLocalDataDownloadTask();
@@ -201,7 +207,8 @@ public class DataParsingWorkflowManager {
String[] startTaskIds = {downloadTask.getTaskId()};
String workflowId = workflowOperator.buildAndRunWorkflow(taskMap, startTaskIds);
- logger.info("Submitted workflow {} to parse resource {}", workflowId, sourceResourceId);
+ logger.info("Submitted workflow {} to parse resource {} with path {}", workflowId,
+ sourceResourceId, metadata.getResourcePath());
}
}
}