[beam] branch master updated: Add artifacts-dir param to flink runner

[go...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

goenka pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 43bb1ba  Add artifacts-dir param to flink runner
     new ba9a7ff  Merge pull request #9648 from angoenka/flink_options
43bb1ba is described below

commit 43bb1ba420c202f6756588a0d925b8950c0c10ee
Author: Ankur <an...@gmail.com>
AuthorDate: Mon Sep 23 21:56:29 2019 -0700

    Add artifacts-dir param to flink runner
---
 sdks/python/apache_beam/runners/portability/flink_runner.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/sdks/python/apache_beam/runners/portability/flink_runner.py b/sdks/python/apache_beam/runners/portability/flink_runner.py
index 448e5ef..47546c2 100644
--- a/sdks/python/apache_beam/runners/portability/flink_runner.py
+++ b/sdks/python/apache_beam/runners/portability/flink_runner.py
@@ -42,6 +42,7 @@ class FlinkRunnerOptions(pipeline_options.PipelineOptions):
                         help='Flink version to use.')
     parser.add_argument('--flink_job_server_jar',
                         help='Path or URL to a flink jobserver jar.')
+    parser.add_argument('--artifacts_dir', default=None)
 
 
 class FlinkJarJobServer(job_server.JavaJarJobServer):
@@ -51,6 +52,7 @@ class FlinkJarJobServer(job_server.JavaJarJobServer):
     self._jar = options.flink_job_server_jar
     self._master_url = options.flink_master_url
     self._flink_version = options.flink_version
+    self._artifacts_dir = options.artifacts_dir
 
   def path_to_jar(self):
     if self._jar:
@@ -62,7 +64,8 @@ class FlinkJarJobServer(job_server.JavaJarJobServer):
   def java_arguments(self, job_port, artifacts_dir):
     return [
         '--flink-master-url', self._master_url,
-        '--artifacts-dir', artifacts_dir,
+        '--artifacts-dir', (self._artifacts_dir
+                            if self._artifacts_dir else artifacts_dir),
         '--job-port', job_port,
         '--artifact-port', 0,
         '--expansion-port', 0