You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nemo.apache.org by jo...@apache.org on 2018/10/17 01:13:30 UTC

[incubator-nemo] 13/14: log

This is an automated email from the ASF dual-hosted git repository.

johnyangk pushed a commit to branch tpch-fix
in repository https://gitbox.apache.org/repos/asf/incubator-nemo.git

commit e419597e0e3e07b38af643c6ea0e86a759fa810d
Author: John Yang <jo...@apache.org>
AuthorDate: Sat Sep 29 10:43:49 2018 +0900

    log
---
 .../apache/nemo/compiler/frontend/beam/transform/DoTransform.java    | 5 +++++
 .../beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java  | 2 +-
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/transform/DoTransform.java b/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/transform/DoTransform.java
index 1935370..11f0bd8 100644
--- a/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/transform/DoTransform.java
+++ b/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/transform/DoTransform.java
@@ -35,6 +35,8 @@ import org.apache.beam.sdk.values.PCollectionView;
 import org.apache.beam.sdk.values.Row;
 import org.apache.beam.sdk.values.TupleTag;
 import org.joda.time.Instant;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 
 import javax.annotation.Nullable;
 import java.io.IOException;
@@ -49,6 +51,7 @@ import java.util.Map;
  * @param <O> output type.
  */
 public final class DoTransform<I, O> implements Transform<I, O> {
+  private static final Logger LOG = LoggerFactory.getLogger(DoTransform.class.getName());
   private final DoFn doFn;
   private final ObjectMapper mapper;
   private final String serializedOptions;
@@ -214,12 +217,14 @@ public final class DoTransform<I, O> implements Transform<I, O> {
 
       @Override
       public void write(final Integer state) {
+        LOG.info("WRITE STATE {} to {}", state, idToInteger);
         idToInteger.put(stateId, state);
       }
 
       @Nullable
       @Override
       public Integer read() {
+        LOG.info("READ STATE {} from {}", stateId, idToInteger);
         return idToInteger.get(stateId);
       }
 
diff --git a/examples/beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java b/examples/beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java
index 1d6f42c..f770a7a 100644
--- a/examples/beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java
+++ b/examples/beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java
@@ -39,7 +39,6 @@ import java.io.Serializable;
 import java.nio.file.Files;
 import java.nio.file.Paths;
 import java.util.*;
-import java.util.stream.Collectors;
 import java.util.stream.Stream;
 
 import static org.apache.beam.sdk.extensions.sql.impl.schema.BeamTableUtils.beamRow2CsvLine;
@@ -163,6 +162,7 @@ public final class Tpch {
       new SerializableFunction<Row, String>() {
         @Override
         public String apply(final Row input) {
+          System.out.println("ROW INPUT VISITED");
           System.out.println(input.getValues().toString());
           return input.getValues().toString();
         }