You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@drat.apache.org by ma...@apache.org on 2018/06/19 16:03:52 UTC
[drat] branch master updated: Fix test/process and logic errors in
filterMappers and isRunning.
This is an automated email from the ASF dual-hosted git repository.
mattmann pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/drat.git
The following commit(s) were added to refs/heads/master by this push:
new a2c0da3 Fix test/process and logic errors in filterMappers and isRunning.
a2c0da3 is described below
commit a2c0da3652b3344a8cc9015ee95bdc04dff6292d
Author: Chris Mattmann <ch...@jpl.nasa.gov>
AuthorDate: Tue Jun 19 09:03:42 2018 -0700
Fix test/process and logic errors in filterMappers and isRunning.
---
proteus/src/main/java/backend/ProcessDratWrapper.java | 10 +++++-----
proteus/src/main/java/backend/WorkflowItem.java | 18 ++++++++++++++++++
.../src/test/java/backend/TestProcessDratWrapper.java | 17 +++++++++++++----
3 files changed, 36 insertions(+), 9 deletions(-)
diff --git a/proteus/src/main/java/backend/ProcessDratWrapper.java b/proteus/src/main/java/backend/ProcessDratWrapper.java
index 1601370..8d0a27e 100644
--- a/proteus/src/main/java/backend/ProcessDratWrapper.java
+++ b/proteus/src/main/java/backend/ProcessDratWrapper.java
@@ -74,8 +74,8 @@ public class ProcessDratWrapper extends GenericProcess
private static final String STATUS_IDLE = "idle";
private static final String MAPPER_TASK = "RatCodeAudit";
-
- private static final String MAPPER_TASK_ID = "urn:drat:MimePartitioner";
+ private static final String REDUCE_TASK = "RatAggregator";
+ private static final String MAPPER_TASK_ID = "urn:drat:RatCodeAudit";
private static final String REDUCE_TASK_ID = "urn:drat:RatAggregator";
private static final String[] WIPE_TYPES = { "RatLog", "GenericFile",
"RatAggregateLog" };
@@ -364,11 +364,11 @@ public class ProcessDratWrapper extends GenericProcess
List<WorkflowInstance> mappers = new ArrayList<>();
if(instances!=null && instances.size()>0){
for(WorkflowInstance instance:instances){
- if(instance.getCurrentTask().equals(MAPPER_TASK)){
- LOG.info("Adding mapper: [" + instance.getCurrentTask() + "]");
+ if(instance.getCurrentTask().getTaskId().equals(MAPPER_TASK_ID)){
+ LOG.info("Adding mapper: [" + instance.getCurrentTask().getTaskId() + "]");
mappers.add(instance);
}else{
- LOG.info("Filtering task: [" + instance.getCurrentTask() + "]");
+ LOG.info("Filtering task: [" + instance.getCurrentTask().getTaskId() + "]");
}
}
}
diff --git a/proteus/src/main/java/backend/WorkflowItem.java b/proteus/src/main/java/backend/WorkflowItem.java
index 24eb65c..2a63e33 100644
--- a/proteus/src/main/java/backend/WorkflowItem.java
+++ b/proteus/src/main/java/backend/WorkflowItem.java
@@ -17,6 +17,10 @@
package backend;
+import org.apache.oodt.cas.workflow.structs.Workflow;
+import org.apache.oodt.cas.workflow.structs.WorkflowInstance;
+import org.apache.oodt.cas.workflow.structs.WorkflowTask;
+
public class WorkflowItem {
private String id;
@@ -167,5 +171,19 @@ public class WorkflowItem {
+ wallClockTime + ", currentTaskWallClock=" + currentTaskWallClock
+ "]";
}
+
+ public WorkflowInstance toInstance() {
+ WorkflowInstance i = new WorkflowInstance();
+ i.setId(this.id);
+ i.setStatus(this.status);
+ i.setCurrentTaskId(this.currentTask);
+ WorkflowTask task = new WorkflowTask();
+ task.setTaskId(this.currentTask);
+ Workflow w = new Workflow();
+ w.getTasks().add(task);
+ w.setName(this.workflowName);
+ i.setWorkflow(w);;
+ return i;
+ }
}
diff --git a/proteus/src/test/java/backend/TestProcessDratWrapper.java b/proteus/src/test/java/backend/TestProcessDratWrapper.java
index 95b8a1e..dbe768d 100644
--- a/proteus/src/test/java/backend/TestProcessDratWrapper.java
+++ b/proteus/src/test/java/backend/TestProcessDratWrapper.java
@@ -17,8 +17,9 @@
package backend;
+import java.util.ArrayList;
import java.util.List;
-
+import org.apache.oodt.cas.workflow.structs.WorkflowInstance;
import backend.ProcessDratWrapper;
import junit.framework.TestCase;
@@ -47,7 +48,11 @@ public class TestProcessDratWrapper extends TestCase {
List<WorkflowItem> items = null;
items = wrapper.parseWorkflows(cmdLines);
assertNotNull(items);
- assertTrue(wrapper.stillRunning(items));
+ List<WorkflowInstance> insts = new ArrayList<WorkflowInstance>(items.size());
+ for(WorkflowItem wi: items) {
+ insts.add(wi.toInstance());
+ }
+ assertTrue(wrapper.stillRunning(insts));
}
public void testFilterMappers(){
@@ -60,8 +65,12 @@ public class TestProcessDratWrapper extends TestCase {
List<WorkflowItem> items = null;
items = wrapper.parseWorkflows(cmdLines);
assertNotNull(items);
- List<WorkflowItem> mappers = null;
- mappers = wrapper.filterMappers(items);
+ List<WorkflowInstance> insts = new ArrayList<WorkflowInstance>(items.size());
+ for(WorkflowItem wi: items) {
+ insts.add(wi.toInstance());
+ }
+ List<WorkflowInstance> mappers = null;
+ mappers = wrapper.filterMappers(insts);
assertNotNull(mappers);
assertEquals(1, mappers.size());
}