You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ma...@apache.org on 2019/05/21 20:16:26 UTC
[beam] branch master updated: [BEAM-6908] Enable WordCountIT
benchmark on Py36+37
This is an automated email from the ASF dual-hosted git repository.
markliu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 8946e3e [BEAM-6908] Enable WordCountIT benchmark on Py36+37
new 033deea Merge pull request #8628 from markflyhigh/py36-ws-benchmark
8946e3e is described below
commit 8946e3ec2e709087ca464727e8c355d8ac99175f
Author: Mark Liu <ma...@google.com>
AuthorDate: Mon May 20 13:41:04 2019 -0700
[BEAM-6908] Enable WordCountIT benchmark on Py36+37
---
.../jenkins/job_PerformanceTests_Python.groovy | 32 +++++++++++++++++++++-
sdks/python/test-suites/dataflow/py36/build.gradle | 1 +
sdks/python/test-suites/dataflow/py37/build.gradle | 1 +
3 files changed, 33 insertions(+), 1 deletion(-)
diff --git a/.test-infra/jenkins/job_PerformanceTests_Python.groovy b/.test-infra/jenkins/job_PerformanceTests_Python.groovy
index 0ccd4ea..0114437 100644
--- a/.test-infra/jenkins/job_PerformanceTests_Python.groovy
+++ b/.test-infra/jenkins/job_PerformanceTests_Python.groovy
@@ -89,7 +89,37 @@ def testConfigurations = [
num_workers: '10',
autoscaling_algorithm: 'NONE', // Disable autoscale the worker pool.
],
- )
+ ),
+ new PerformanceTestConfigurations(
+ jobName : 'beam_PerformanceTests_WordCountIT_Py36',
+ jobDescription : 'Python SDK Performance Test - Run WordCountIT in Py36 with 1Gb files',
+ jobTriggerPhrase : 'Run Python36 WordCountIT Performance Test',
+ resultTable : 'beam_performance.wordcount_py36_pkb_results',
+ itClass : 'apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it',
+ itModule : 'sdks/python/test-suites/dataflow/py36',
+ extraPipelineArgs : dataflowPipelineArgs + [
+ input: 'gs://apache-beam-samples/input_small_files/ascii_sort_1MB_input.0000*', // 1Gb
+ output: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output',
+ expect_checksum: 'ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710',
+ num_workers: '10',
+ autoscaling_algorithm: 'NONE', // Disable autoscale the worker pool.
+ ],
+ ),
+ new PerformanceTestConfigurations(
+ jobName : 'beam_PerformanceTests_WordCountIT_Py37',
+ jobDescription : 'Python SDK Performance Test - Run WordCountIT in Py37 with 1Gb files',
+ jobTriggerPhrase : 'Run Python37 WordCountIT Performance Test',
+ resultTable : 'beam_performance.wordcount_py37_pkb_results',
+ itClass : 'apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it',
+ itModule : 'sdks/python/test-suites/dataflow/py37',
+ extraPipelineArgs : dataflowPipelineArgs + [
+ input: 'gs://apache-beam-samples/input_small_files/ascii_sort_1MB_input.0000*', // 1Gb
+ output: 'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output',
+ expect_checksum: 'ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710',
+ num_workers: '10',
+ autoscaling_algorithm: 'NONE', // Disable autoscale the worker pool.
+ ],
+ ),
]
diff --git a/sdks/python/test-suites/dataflow/py36/build.gradle b/sdks/python/test-suites/dataflow/py36/build.gradle
index 4900d1c..9440d6c 100644
--- a/sdks/python/test-suites/dataflow/py36/build.gradle
+++ b/sdks/python/test-suites/dataflow/py36/build.gradle
@@ -18,6 +18,7 @@
apply plugin: org.apache.beam.gradle.BeamModulePlugin
applyPythonNature()
+enablePythonPerformanceTest()
// Required to setup a Python 3 virtualenv.
pythonVersion = '3.6'
diff --git a/sdks/python/test-suites/dataflow/py37/build.gradle b/sdks/python/test-suites/dataflow/py37/build.gradle
index 4d7aefc..cc73204 100644
--- a/sdks/python/test-suites/dataflow/py37/build.gradle
+++ b/sdks/python/test-suites/dataflow/py37/build.gradle
@@ -18,6 +18,7 @@
apply plugin: org.apache.beam.gradle.BeamModulePlugin
applyPythonNature()
+enablePythonPerformanceTest()
// Required to setup a Python 3 virtualenv.
pythonVersion = '3.7'