You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by mw...@apache.org on 2020/03/09 13:16:13 UTC
[beam] branch master updated: [BEAM-9396] Fix Docker image name in
CoGBK test for Python on Flink (#11026)
This is an automated email from the ASF dual-hosted git repository.
mwalenia pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new a4ab768 [BEAM-9396] Fix Docker image name in CoGBK test for Python on Flink (#11026)
a4ab768 is described below
commit a4ab76881d843a17906d866f0d6225def82ea6d0
Author: Michal Walenia <32...@users.noreply.github.com>
AuthorDate: Mon Mar 9 14:16:00 2020 +0100
[BEAM-9396] Fix Docker image name in CoGBK test for Python on Flink (#11026)
[BEAM-9396] Fix container name in Python CoGBK test on Flink
* Remove reiteration of large values from Python CoGBK test
---
.../job_LoadTests_coGBK_Flink_Python.groovy | 32 +---------------------
1 file changed, 1 insertion(+), 31 deletions(-)
diff --git a/.test-infra/jenkins/job_LoadTests_coGBK_Flink_Python.groovy b/.test-infra/jenkins/job_LoadTests_coGBK_Flink_Python.groovy
index b5fbcee..5bab96c 100644
--- a/.test-infra/jenkins/job_LoadTests_coGBK_Flink_Python.groovy
+++ b/.test-infra/jenkins/job_LoadTests_coGBK_Flink_Python.groovy
@@ -116,41 +116,11 @@ def scenarios = { datasetName, sdkHarnessImageTag -> [
environment_type : 'DOCKER',
]
],
- [
- title : 'CoGroupByKey Python Load test: reiterate 4 times 2MB values',
- test : 'apache_beam.testing.load_tests.co_group_by_key_test',
- runner : CommonTestProperties.Runner.PORTABLE,
- pipelineOptions: [
- project : 'apache-beam-testing',
- job_name : 'load-tests-python-flink-batch-cogbk-4-' + now,
- temp_location : 'gs://temp-storage-for-perf-tests/loadtests',
- publish_to_big_query : true,
- metrics_dataset : datasetName,
- metrics_table : 'python_flink_batch_cogbk_4',
- input_options : '\'{' +
- '"num_records": 20000000,' +
- '"key_size": 10,' +
- '"value_size": 90,' +
- '"num_hot_keys": 1000,' +
- '"hot_key_fraction": 1}\'',
- co_input_options : '\'{' +
- '"num_records": 20000000,' +
- '"key_size": 10,' +
- '"value_size": 90,' +
- '"num_hot_keys": 1000,' +
- '"hot_key_fraction": 1}\'',
- iterations : 4,
- parallelism : 5,
- job_endpoint : 'localhost:8099',
- environment_config : sdkHarnessImageTag,
- environment_type : 'DOCKER',
- ]
- ],
]}
def loadTest = { scope, triggeringContext ->
Docker publisher = new Docker(scope, loadTestsBuilder.DOCKER_CONTAINER_REGISTRY)
- String pythonHarnessImageTag = publisher.getFullImageName('python2.7_sdk')
+ String pythonHarnessImageTag = publisher.getFullImageName('beam_python2.7_sdk')
def datasetName = loadTestsBuilder.getBigQueryDataset('load_test', triggeringContext)
def numberOfWorkers = 5