You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by th...@apache.org on 2018/12/18 04:46:22 UTC
[beam] branch master updated: Revert "[BEAM-5978] Changing
parallelism for wordcount to 1"
This is an automated email from the ASF dual-hosted git repository.
thw pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 2555945 Revert "[BEAM-5978] Changing parallelism for wordcount to 1"
2555945 is described below
commit 255594576f853f6a0d0f4d32c921a1501461c9da
Author: Thomas Weise <tw...@users.noreply.github.com>
AuthorDate: Mon Dec 17 18:09:56 2018 -0800
Revert "[BEAM-5978] Changing parallelism for wordcount to 1"
---
sdks/python/build.gradle | 11 ++++-------
1 file changed, 4 insertions(+), 7 deletions(-)
diff --git a/sdks/python/build.gradle b/sdks/python/build.gradle
index db18b2b..a17b032 100644
--- a/sdks/python/build.gradle
+++ b/sdks/python/build.gradle
@@ -220,16 +220,13 @@ def portableWordCountTask(name, streaming) {
"--input=/etc/profile",
"--output=/tmp/py-wordcount-direct",
"--runner=PortableRunner",
+ "--experiments=worker_threads=100",
]
-
- if (streaming) {
+ if (streaming)
options += ["--streaming"]
- } else {
- // workaround for local file output in docker container
+ else
+ // workaround for local file output in docker container
options += ["--environment_cache_millis=10000"]
- // [BEAM-5167] Workaround for scheduling issue between SDKHarness and Flink
- options += ["--parallelism=1"]
- }
if (project.hasProperty("jobEndpoint"))
options += ["--job_endpoint=${project.property('jobEndpoint')}"]
exec {