You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nemo.apache.org by ta...@apache.org on 2020/02/06 04:35:43 UTC

[incubator-nemo] branch master updated: [NEMO-429] SWPP TEAM17 Code Smell Fix (#268)

This is an automated email from the ASF dual-hosted git repository.

taegeonum pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-nemo.git


The following commit(s) were added to refs/heads/master by this push:
     new 440da45  [NEMO-429] SWPP TEAM17 Code Smell Fix (#268)
440da45 is described below

commit 440da45768b04abd5a64db6d02764fea28124476
Author: ske-kr <54...@users.noreply.github.com>
AuthorDate: Thu Feb 6 13:35:32 2020 +0900

    [NEMO-429] SWPP TEAM17 Code Smell Fix (#268)
    
    JIRA: [NEMO-429: SWPP-TEAM17](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)
    
    **Major changes:**
    - Fixed code smells (SWPP Code Smell session)
    
    **Minor changes to note:**
    - remove declaration of thrown exceptions
    - serializable issues
    -  assertion errors
---
 .../src/main/java/org/apache/nemo/client/JobLauncher.java |  2 +-
 .../org/apache/nemo/common/coder/IntDecoderFactory.java   |  2 +-
 .../compiler/frontend/beam/coder/BeamEncoderFactory.java  |  4 ++--
 .../apache/nemo/runtime/executor/task/TaskExecutor.java   | 15 ++++++++-------
 4 files changed, 12 insertions(+), 11 deletions(-)

diff --git a/client/src/main/java/org/apache/nemo/client/JobLauncher.java b/client/src/main/java/org/apache/nemo/client/JobLauncher.java
index c349ecf..4559bad 100644
--- a/client/src/main/java/org/apache/nemo/client/JobLauncher.java
+++ b/client/src/main/java/org/apache/nemo/client/JobLauncher.java
@@ -352,7 +352,7 @@ public final class JobLauncher {
    *
    * @return driver message configuration.
    */
-  private static Configuration getDriverMessageConf()  {
+  private static Configuration getDriverMessageConf() {
     return TANG.newConfigurationBuilder()
       .bindNamedParameter(MessageParameters.SenderId.class, MessageEnvironment.MASTER_COMMUNICATION_ID)
       .build();
diff --git a/common/src/main/java/org/apache/nemo/common/coder/IntDecoderFactory.java b/common/src/main/java/org/apache/nemo/common/coder/IntDecoderFactory.java
index 146965b..c27f31a 100644
--- a/common/src/main/java/org/apache/nemo/common/coder/IntDecoderFactory.java
+++ b/common/src/main/java/org/apache/nemo/common/coder/IntDecoderFactory.java
@@ -60,7 +60,7 @@ public final class IntDecoderFactory implements DecoderFactory<Integer> {
    */
   private final class IntDecoder implements Decoder<Integer> {
 
-    private final DataInputStream inputStream;
+    private transient DataInputStream inputStream;
 
     /**
      * Constructor.
diff --git a/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/coder/BeamEncoderFactory.java b/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/coder/BeamEncoderFactory.java
index a60cae8..91b3dc1 100644
--- a/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/coder/BeamEncoderFactory.java
+++ b/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/coder/BeamEncoderFactory.java
@@ -69,7 +69,7 @@ public final class BeamEncoderFactory<T> implements EncoderFactory<T> {
   private final class BeamEncoder<T2> implements Encoder<T2> {
 
     private final Coder<T2> beamCoder;
-    private final OutputStream outputStream;
+    private transient OutputStream outputStream;
 
     /**
      * Constructor.
@@ -100,7 +100,7 @@ public final class BeamEncoderFactory<T> implements EncoderFactory<T> {
    */
   private final class BeamVoidEncoder<T2> implements Encoder<T2> {
 
-    private final OutputStream outputStream;
+    private transient OutputStream outputStream;
 
     /**
      * Constructor.
diff --git a/runtime/executor/src/main/java/org/apache/nemo/runtime/executor/task/TaskExecutor.java b/runtime/executor/src/main/java/org/apache/nemo/runtime/executor/task/TaskExecutor.java
index 7211e50..7e6c5de 100644
--- a/runtime/executor/src/main/java/org/apache/nemo/runtime/executor/task/TaskExecutor.java
+++ b/runtime/executor/src/main/java/org/apache/nemo/runtime/executor/task/TaskExecutor.java
@@ -62,6 +62,7 @@ import java.util.stream.Collectors;
 @NotThreadSafe
 public final class TaskExecutor {
   private static final Logger LOG = LoggerFactory.getLogger(TaskExecutor.class.getName());
+  private static final String TASK_METRIC_ID = "TaskMetric";
 
   // Essential information
   private boolean isExecuted;
@@ -339,11 +340,11 @@ public final class TaskExecutor {
       return;
     }
 
-    metricMessageSender.send("TaskMetric", taskId,
+    metricMessageSender.send(TASK_METRIC_ID, taskId,
       "boundedSourceReadTime", SerializationUtils.serialize(boundedSourceReadTime));
-    metricMessageSender.send("TaskMetric", taskId,
+    metricMessageSender.send(TASK_METRIC_ID, taskId,
       "serializedReadBytes", SerializationUtils.serialize(serializedReadBytes));
-    metricMessageSender.send("TaskMetric", taskId,
+    metricMessageSender.send(TASK_METRIC_ID, taskId,
       "encodedReadBytes", SerializationUtils.serialize(encodedReadBytes));
 
     // Phase 2: Finalize task-internal states and elements
@@ -682,13 +683,13 @@ public final class TaskExecutor {
     });
 
     // finalize OutputWriters for additional tagged children
-    vertexHarness.getWritersToAdditionalChildrenTasks().values().forEach(outputWriters -> {
+    vertexHarness.getWritersToAdditionalChildrenTasks().values().forEach(outputWriters ->
       outputWriters.forEach(outputWriter -> {
         outputWriter.close();
         final Optional<Long> writtenBytes = outputWriter.getWrittenBytes();
         writtenBytes.ifPresent(writtenBytesList::add);
-      });
-    });
+      })
+    );
 
     long totalWrittenBytes = 0;
     for (final Long writtenBytes : writtenBytesList) {
@@ -696,7 +697,7 @@ public final class TaskExecutor {
     }
 
     // TODO #236: Decouple metric collection and sending logic
-    metricMessageSender.send("TaskMetric", taskId,
+    metricMessageSender.send(TASK_METRIC_ID, taskId,
       "writtenBytes", SerializationUtils.serialize(totalWrittenBytes));
   }
 }