You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by th...@apache.org on 2018/12/18 04:46:22 UTC

[beam] branch master updated: Revert "[BEAM-5978] Changing parallelism for wordcount to 1"

This is an automated email from the ASF dual-hosted git repository.

thw pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 2555945  Revert "[BEAM-5978] Changing parallelism for wordcount to 1"
2555945 is described below

commit 255594576f853f6a0d0f4d32c921a1501461c9da
Author: Thomas Weise <tw...@users.noreply.github.com>
AuthorDate: Mon Dec 17 18:09:56 2018 -0800

    Revert "[BEAM-5978] Changing parallelism for wordcount to 1"
---
 sdks/python/build.gradle | 11 ++++-------
 1 file changed, 4 insertions(+), 7 deletions(-)

diff --git a/sdks/python/build.gradle b/sdks/python/build.gradle
index db18b2b..a17b032 100644
--- a/sdks/python/build.gradle
+++ b/sdks/python/build.gradle
@@ -220,16 +220,13 @@ def portableWordCountTask(name, streaming) {
               "--input=/etc/profile",
               "--output=/tmp/py-wordcount-direct",
               "--runner=PortableRunner",
+              "--experiments=worker_threads=100",
       ]
-
-      if (streaming) {
+      if (streaming)
         options += ["--streaming"]
-      } else {
-        // workaround for local file output in docker container
+      else
+      // workaround for local file output in docker container
         options += ["--environment_cache_millis=10000"]
-        // [BEAM-5167] Workaround for scheduling issue between SDKHarness and Flink
-        options += ["--parallelism=1"]
-      }
       if (project.hasProperty("jobEndpoint"))
         options += ["--job_endpoint=${project.property('jobEndpoint')}"]
       exec {