[incubator-nemo] branch master updated: [NEMO-404] Provide user argument to use lambda executor representer (#230)

[ta...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

taegeonum pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-nemo.git


The following commit(s) were added to refs/heads/master by this push:
     new 7382bd7  [NEMO-404] Provide user argument to use lambda executor representer (#230)
7382bd7 is described below

commit 7382bd7ee465c226561007fb6624c777a0e53ee2
Author: Gao Zhiyuan <al...@gmail.com>
AuthorDate: Tue Aug 20 09:46:00 2019 +0900

    [NEMO-404] Provide user argument to use lambda executor representer (#230)
    
    JIRA: [NEMO-404: Provide user argument to use lambda executor representer] https://issues.apache.org/jira/projects/NEMO/issues/NEMO-404)
    
    **Major changes:**
    - Prodivde user argument to use the new representer
    
    **Other comments:**
    
    Try it out by
    ```
    ./bin/run_beam.sh \
            -job_id wordCount_testexecutor \
            -executor_json `pwd`/examples/resources/executors/beam_test_executor_resources.json \
            -optimization_policy org.apache.nemo.compiler.optimizer.policy.DefaultPolicy \
            -user_main org.apache.nemo.examples.beam.WordCount \
            -executor_type lambda \
            -user_args "`pwd`/examples/resources/inputs/test_input_wordcount `pwd`/outputs/wordcount --numEventGenerators=1"
    ```
    
    Blocked by [NEMO-398: ExecutorRepresenter interface and DefaultExecutorRepresenter ](https://github.com/apache/incubator-nemo/pull/227)
    
    Closes #229
---
 client/src/main/java/org/apache/nemo/client/JobLauncher.java |  1 +
 conf/src/main/java/org/apache/nemo/conf/JobConf.java         | 11 +++++++++++
 2 files changed, 12 insertions(+)

diff --git a/client/src/main/java/org/apache/nemo/client/JobLauncher.java b/client/src/main/java/org/apache/nemo/client/JobLauncher.java
index e371293..573ab9c 100644
--- a/client/src/main/java/org/apache/nemo/client/JobLauncher.java
+++ b/client/src/main/java/org/apache/nemo/client/JobLauncher.java
@@ -401,6 +401,7 @@ public final class JobLauncher {
     cl.registerShortNameOfClass(JobConf.DAGDirectory.class);
     cl.registerShortNameOfClass(JobConf.OptimizationPolicy.class);
     cl.registerShortNameOfClass(JobConf.DeployMode.class);
+    cl.registerShortNameOfClass(JobConf.ExecutorType.class);
     cl.registerShortNameOfClass(JobConf.DriverMemMb.class);
     cl.registerShortNameOfClass(JobConf.ExecutorJSONPath.class);
     cl.registerShortNameOfClass(JobConf.BandwidthJSONPath.class);
diff --git a/conf/src/main/java/org/apache/nemo/conf/JobConf.java b/conf/src/main/java/org/apache/nemo/conf/JobConf.java
index 485d35c..c93bc67 100644
--- a/conf/src/main/java/org/apache/nemo/conf/JobConf.java
+++ b/conf/src/main/java/org/apache/nemo/conf/JobConf.java
@@ -156,6 +156,17 @@ public final class JobConf extends ConfigurationModuleBuilder {
   public final class JVMHeapSlack implements Name<Double> {
   }
 
+  /**
+   * Executor type:
+   * lambda: Nemo will use lambda executor.
+   * default: default executor will be used.
+   * other strings: throw UnsupportedExecption.
+   */
+  @NamedParameter(doc = "Executor Type",
+    short_name = "executor_type", default_value = "default")
+  public final class ExecutorType implements Name<String> {
+  }
+
   //////////////////////////////// Runtime Master Configurations
 
   /**