You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nemo.apache.org by jo...@apache.org on 2019/01/22 09:20:20 UTC

[incubator-nemo] branch reshaping updated: fix tests

This is an automated email from the ASF dual-hosted git repository.

johnyangk pushed a commit to branch reshaping
in repository https://gitbox.apache.org/repos/asf/incubator-nemo.git


The following commit(s) were added to refs/heads/reshaping by this push:
     new 4ee3346  fix tests
4ee3346 is described below

commit 4ee334692e32df32c2054b1408e180addfa253ae
Author: John Yang <jo...@apache.org>
AuthorDate: Tue Jan 22 18:20:09 2019 +0900

    fix tests
---
 .../java/org/apache/nemo/compiler/CompilerTestUtil.java     |  2 --
 .../pass/compiletime/composite/SkewCompositePassTest.java   | 13 ++++++-------
 2 files changed, 6 insertions(+), 9 deletions(-)

diff --git a/compiler/test/src/main/java/org/apache/nemo/compiler/CompilerTestUtil.java b/compiler/test/src/main/java/org/apache/nemo/compiler/CompilerTestUtil.java
index 1d76325..54f022d 100644
--- a/compiler/test/src/main/java/org/apache/nemo/compiler/CompilerTestUtil.java
+++ b/compiler/test/src/main/java/org/apache/nemo/compiler/CompilerTestUtil.java
@@ -21,8 +21,6 @@ package org.apache.nemo.compiler;
 import org.apache.nemo.common.ir.IRDAG;
 import org.apache.nemo.common.test.ArgBuilder;
 import org.apache.nemo.conf.JobConf;
-import org.apache.nemo.common.ir.edge.IREdge;
-import org.apache.nemo.common.ir.vertex.IRVertex;
 import org.apache.nemo.client.JobLauncher;
 import org.apache.nemo.common.dag.DAG;
 import org.apache.reef.tang.Configuration;
diff --git a/compiler/test/src/test/java/org/apache/nemo/compiler/optimizer/pass/compiletime/composite/SkewCompositePassTest.java b/compiler/test/src/test/java/org/apache/nemo/compiler/optimizer/pass/compiletime/composite/SkewCompositePassTest.java
index b3d3309..d1ce9bf 100644
--- a/compiler/test/src/test/java/org/apache/nemo/compiler/optimizer/pass/compiletime/composite/SkewCompositePassTest.java
+++ b/compiler/test/src/test/java/org/apache/nemo/compiler/optimizer/pass/compiletime/composite/SkewCompositePassTest.java
@@ -80,24 +80,23 @@ public class SkewCompositePassTest {
   /**
    * Test for {@link SkewCompositePass} with MR workload.
    * It should have inserted vertex with {@link MessageBarrierTransform}
-   * and vertex with {@link MessageAggregateTransform}
-   * before each shuffle edge with no additional output tags.
+   * and vertex with {@link MessageAggregateTransform} for each shuffle edge.
    * @throws Exception exception on the way.
    */
   @Test
   public void testDataSkewPass() throws Exception {
     mrDAG = CompilerTestUtil.compileWordCountDAG();
     final Integer originalVerticesNum = mrDAG.getVertices().size();
-    final Long numOfShuffleEdgesWithOutAdditionalOutputTag =
+
+    final Long numOfShuffleEdges =
       mrDAG.getVertices().stream().filter(irVertex ->
         mrDAG.getIncomingEdgesOf(irVertex).stream().anyMatch(irEdge ->
           CommunicationPatternProperty.Value.Shuffle
-            .equals(irEdge.getPropertyValue(CommunicationPatternProperty.class).get())
-            && !irEdge.getPropertyValue(AdditionalOutputTagProperty.class).isPresent()))
+            .equals(irEdge.getPropertyValue(CommunicationPatternProperty.class).get())))
       .count();
+
     final IRDAG processedDAG = new SkewCompositePass().optimize(mrDAG);
-    assertEquals(originalVerticesNum + numOfShuffleEdgesWithOutAdditionalOutputTag * 2,
-      processedDAG.getVertices().size());
+    assertEquals(originalVerticesNum + numOfShuffleEdges * 2, processedDAG.getVertices().size());
 
     processedDAG.filterVertices(v -> v instanceof OperatorVertex
       && ((OperatorVertex) v).getTransform() instanceof MessageBarrierTransform)