You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/10/03 17:14:04 UTC

Build failed in Jenkins: beam_LoadTests_Python_Combine_Flink_Batch #426

See <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/426/display/redirect?page=changes>

Changes:

[dev.vasugupta] Moved getTableSchema method from expand to setup in ClickHouseIO

[samuelw] [BEAM-9399] Change DataflowWorkerLoggingHandler to report errors to the

[dev.vasugupta] Added a Nullable TableSchema field in Clickhouse.Write

[Kenneth Knowles] [BEAM-10991] Adjust CHANGES.md to indicate rollback of fix for BEAM-8543

[Chad Dombrova] [BEAM-7746] Add more typing to metrics

[Kamil Wasilewski] [BEAM-9506] Evaluate gcs_location at runtime, not at pipeline

[Luke Cwik] [BEAM-10670] Fix impulse to use MIN_TIMESTAMP and not current time.

[noreply] [BEAM-9547] Implement dot method for dataframes. (#12990)

[noreply] [BEAM-7505] SideInput Python Load tests job (#11856)


------------------------------------------
[...truncated 60.98 KB...]
+ application_ids[$i]=application_1601744796895_0001
++ echo application_1601744796895_0001 flink-dataproc Apache Flink yarn default RUNNING UNDEFINED 100% http://beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333
++ sed 's/.*beam-loadtests-python-combine-flink-batch-426/beam-loadtests-python-combine-flink-batch-426/'
++ sed 's/ .*//'
+ application_masters[$i]=beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333
+ i=1
+ read line
+ '[' 1 '!=' 1 ']'
+ YARN_APPLICATION_MASTER=beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333
+ echo 'Using Yarn Application master: beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333'
Using Yarn Application master: beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333
+ [[ -n gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest ]]
+ start_job_server
+ gcloud compute ssh --zone=us-central1-a --quiet yarn@beam-loadtests-python-combine-flink-batch-426-m '--command=sudo --user yarn docker run --detach --publish 8099:8099 --publish 8098:8098 --publish 8097:8097 --volume ~/.config/gcloud:/root/.config/gcloud gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest --flink-master=beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333 --artifacts-dir=gs://beam-flink-cluster/beam-loadtests-python-combine-flink-batch-426'
efb6bee589a0c6e9b1388f2b2e3e4de9b1c41975a46c0d1fb782c1fe47d91695
+ start_tunnel
++ gcloud compute ssh --quiet --zone=us-central1-a yarn@beam-loadtests-python-combine-flink-batch-426-m '--command=curl -s "http://beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333/jobmanager/config"'
+ local 'job_server_config=[{"key":"yarn.flink-dist-jar","value":"file:/usr/lib/flink/lib/flink-dist_2.11-1.10.1.jar"},{"key":"jobmanager.execution.failover-strategy","value":"region"},{"key":"high-availability.cluster-id","value":"application_1601744796895_0001"},{"key":"jobmanager.rpc.address","value":"beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal"},{"key":"taskmanager.memory.jvm-metaspace.size","value":"512 mb"},{"key":"taskmanager.memory.task.off-heap.size","value":"256 mb"},{"key":"io.tmp.dirs","value":"/hadoop/yarn/nm-local-dir/usercache/yarn/appcache/application_1601744796895_0001"},{"key":"parallelism.default","value":"16"},{"key":"taskmanager.numberOfTaskSlots","value":"1"},{"key":"yarn.application.name","value":"flink-dataproc"},{"key":"jobmanager.heap.size","value":"12288m"},{"key":"taskmanager.memory.process.size","value":"12 gb"},{"key":"web.port","value":"0"},{"key":"jobmanager.heap.mb","value":"12288"},{"key":"execution.target","value":"yarn-per-job"},{"key":"web.tmpdir","value":"/tmp/flink-web-f3881835-d456-41a5-beb1-7bfab4cde4e6"},{"key":"jobmanager.rpc.port","value":"44261"},{"key":"internal.io.tmpdirs.use-local-default","value":"true"},{"key":"execution.attached","value":"false"},{"key":"internal.cluster.execution-mode","value":"NORMAL"},{"key":"taskmanager.memory.managed.fraction","value":"0.5"},{"key":"fs.hdfs.hadoopconf","value":"/etc/hadoop/conf"},{"key":"rest.address","value":"beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal"},{"key":"state.backend","value":"filesystem"},{"key":"$internal.yarn.log-config-file","value":"/usr/lib/flink/conf/log4j.properties"},{"key":"state.checkpoints.dir","value":"gs://dataproc-6c5fbcbb-a2de-406e-9cf7-8c1ce0b6a604-us/checkpoints"}]'
+ local key=jobmanager.rpc.port
++ echo beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333
++ cut -d : -f1
+ local yarn_application_master_host=beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal
++ echo '[{"key":"yarn.flink-dist-jar","value":"file:/usr/lib/flink/lib/flink-dist_2.11-1.10.1.jar"},{"key":"jobmanager.execution.failover-strategy","value":"region"},{"key":"high-availability.cluster-id","value":"application_1601744796895_0001"},{"key":"jobmanager.rpc.address","value":"beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal"},{"key":"taskmanager.memory.jvm-metaspace.size","value":"512' 'mb"},{"key":"taskmanager.memory.task.off-heap.size","value":"256' 'mb"},{"key":"io.tmp.dirs","value":"/hadoop/yarn/nm-local-dir/usercache/yarn/appcache/application_1601744796895_0001"},{"key":"parallelism.default","value":"16"},{"key":"taskmanager.numberOfTaskSlots","value":"1"},{"key":"yarn.application.name","value":"flink-dataproc"},{"key":"jobmanager.heap.size","value":"12288m"},{"key":"taskmanager.memory.process.size","value":"12' 'gb"},{"key":"web.port","value":"0"},{"key":"jobmanager.heap.mb","value":"12288"},{"key":"execution.target","value":"yarn-per-job"},{"key":"web.tmpdir","value":"/tmp/flink-web-f3881835-d456-41a5-beb1-7bfab4cde4e6"},{"key":"jobmanager.rpc.port","value":"44261"},{"key":"internal.io.tmpdirs.use-local-default","value":"true"},{"key":"execution.attached","value":"false"},{"key":"internal.cluster.execution-mode","value":"NORMAL"},{"key":"taskmanager.memory.managed.fraction","value":"0.5"},{"key":"fs.hdfs.hadoopconf","value":"/etc/hadoop/conf"},{"key":"rest.address","value":"beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal"},{"key":"state.backend","value":"filesystem"},{"key":"$internal.yarn.log-config-file","value":"/usr/lib/flink/conf/log4j.properties"},{"key":"state.checkpoints.dir","value":"gs://dataproc-6c5fbcbb-a2de-406e-9cf7-8c1ce0b6a604-us/checkpoints"}]'
++ python -c 'import sys, json; print([e['\''value'\''] for e in json.load(sys.stdin) if e['\''key'\''] == u'\''jobmanager.rpc.port'\''][0])'
+ local jobmanager_rpc_port=44261
++ [[ true == \t\r\u\e ]]
++ echo ' -Nf >& /dev/null'
+ local 'detached_mode_params= -Nf >& /dev/null'
++ [[ -n gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest ]]
++ echo '-L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097'
+ local 'job_server_ports_forwarding=-L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097'
+ local 'tunnel_command=gcloud compute ssh --zone=us-central1-a --quiet yarn@beam-loadtests-python-combine-flink-batch-426-m -- -L 8081:beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333 -L 44261:beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:44261 -L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097 -D 1080  -Nf >& /dev/null'
+ eval gcloud compute ssh --zone=us-central1-a --quiet yarn@beam-loadtests-python-combine-flink-batch-426-m -- -L 8081:beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333 -L 44261:beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:44261 -L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097 -D 1080 -Nf '>&' /dev/null
++ gcloud compute ssh --zone=us-central1-a --quiet yarn@beam-loadtests-python-combine-flink-batch-426-m -- -L 8081:beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:35333 -L 44261:beam-loadtests-python-combine-flink-batch-426-w-15.c.apache-beam-testing.internal:44261 -L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097 -D 1080 -Nf
[beam_LoadTests_Python_Combine_Flink_Batch] $ /bin/bash -xe /tmp/jenkins5635455009559441677.sh
+ echo '*** Combine Python Load test: 2GB Fanout 4 ***'
*** Combine Python Load test: 2GB Fanout 4 ***
[Gradle] - Launching build.
[src] $ <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/gradlew> -PloadTest.mainClass=apache_beam.testing.load_tests.combine_test -Prunner=PortableRunner -PwithDataflowWorkerJar=false '-PloadTest.args=--job_name=load-tests-python-flink-batch-combine-4-1003150111 --project=apache-beam-testing --publish_to_big_query=true --metrics_dataset=load_test --metrics_table=python_flink_batch_combine_4 --influx_measurement=python_batch_combine_4 --input_options='{"num_records": 5000000,"key_size": 10,"value_size": 90}' --parallelism=16 --job_endpoint=localhost:8099 --environment_type=DOCKER --environment_config=gcr.io/apache-beam-testing/beam_portability/beam_python3.7_sdk:latest --fanout=4 --top_count=20 --influx_db_name=beam_test_metrics --influx_hostname=http://10.128.0.96:8086 --runner=PortableRunner' -PpythonVersion=3.7 --continue --max-****s=12 -Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx4g -Pdocker-pull-licenses :sdks:python:apache_beam:testing:load_tests:run
> Task :buildSrc:compileJava NO-SOURCE
> Task :buildSrc:compileGroovy UP-TO-DATE
> Task :buildSrc:pluginDescriptors UP-TO-DATE
> Task :buildSrc:processResources UP-TO-DATE
> Task :buildSrc:classes UP-TO-DATE
> Task :buildSrc:jar UP-TO-DATE
> Task :buildSrc:assemble UP-TO-DATE
> Task :buildSrc:spotlessGroovy UP-TO-DATE
> Task :buildSrc:spotlessGroovyCheck UP-TO-DATE
> Task :buildSrc:spotlessGroovyGradle UP-TO-DATE
> Task :buildSrc:spotlessGroovyGradleCheck UP-TO-DATE
> Task :buildSrc:spotlessCheck UP-TO-DATE
> Task :buildSrc:pluginUnderTestMetadata UP-TO-DATE
> Task :buildSrc:compileTestJava NO-SOURCE
> Task :buildSrc:compileTestGroovy NO-SOURCE
> Task :buildSrc:processTestResources NO-SOURCE
> Task :buildSrc:testClasses UP-TO-DATE
> Task :buildSrc:test NO-SOURCE
> Task :buildSrc:validatePlugins UP-TO-DATE
> Task :buildSrc:check UP-TO-DATE
> Task :buildSrc:build UP-TO-DATE
Configuration on demand is an incubating feature.
> Task :sdks:python:setupVirtualenv UP-TO-DATE

> Task :sdks:python:sdist
<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1922375555/lib/python3.7/site-packages/setuptools/dist.py>:452: UserWarning: Normalizing '2.26.0.dev' to '2.26.0.dev0'
  warnings.warn(tmpl.format(**locals()))
INFO:gen_protos:Skipping proto regeneration: all files up to date
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
warning: sdist: standard file not found: should have one of README, README.rst, README.txt, README.md


> Task :sdks:python:apache_beam:testing:load_tests:setupVirtualenv UP-TO-DATE

> Task :sdks:python:apache_beam:testing:load_tests:installGcpTest
Processing <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/build/apache-beam.tar.gz>
Requirement already satisfied: crcmod<2.0,>=1.7 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.7)
Requirement already satisfied: dill<0.3.2,>=0.3.1.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.3.1.1)
Requirement already satisfied: fastavro<2,>=0.21.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.0.0.post1)
Requirement already satisfied: future<1.0.0,>=0.18.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.18.2)
Requirement already satisfied: grpcio<2,>=1.29.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.32.0)
Requirement already satisfied: hdfs<3.0.0,>=2.1.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.5.8)
Requirement already satisfied: httplib2<0.18.0,>=0.8 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.17.4)
Requirement already satisfied: mock<3.0.0,>=1.0.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.0.0)
Requirement already satisfied: numpy<2,>=1.14.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.19.2)
Requirement already satisfied: pymongo<4.0.0,>=3.8.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (3.11.0)
Requirement already satisfied: oauth2client<5,>=2.0.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (4.1.3)
Requirement already satisfied: protobuf<4,>=3.12.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (3.13.0)
Requirement already satisfied: pydot<2,>=1.2.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.4.1)
Requirement already satisfied: python-dateutil<3,>=2.8.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.8.1)
Requirement already satisfied: pytz>=2018.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2020.1)
Requirement already satisfied: requests<3.0.0,>=2.24.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.24.0)
Requirement already satisfied: typing-extensions<3.8.0,>=3.7.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (3.7.4.3)
Requirement already satisfied: avro-python3!=1.9.2,<1.10.0,>=1.8.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.9.2.1)
Requirement already satisfied: pyarrow<0.18.0,>=0.15.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.17.1)
Requirement already satisfied: boto3>=1.9 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.15.11)
Requirement already satisfied: azure-storage-blob>=12.3.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (12.5.0)
Requirement already satisfied: azure-core>=1.7.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.8.1)
Requirement already satisfied: cachetools<5,>=3.1.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (4.1.1)
Requirement already satisfied: google-apitools<0.5.32,>=0.5.31 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.5.31)
Requirement already satisfied: google-auth<2,>=1.18.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.22.0)
Requirement already satisfied: google-cloud-datastore<2,>=1.7.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.15.1)
Requirement already satisfied: google-cloud-pubsub<2,>=0.39.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.7.0)
Requirement already satisfied: google-cloud-bigquery<2,>=1.6.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.28.0)
Requirement already satisfied: google-cloud-core<2,>=0.28.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.4.2)
Requirement already satisfied: google-cloud-bigtable<2,>=0.31.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.5.0)
Requirement already satisfied: google-cloud-spanner<2,>=1.13.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.19.0)
Requirement already satisfied: grpcio-gcp<1,>=0.2.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.2.2)
Requirement already satisfied: google-cloud-dlp<2,>=0.12.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: google-cloud-language<2,>=1.3.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.3.0)
Requirement already satisfied: google-cloud-videointelligence<2,>=1.8.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.15.0)
Requirement already satisfied: google-cloud-vision<2,>=0.38.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: google-cloud-build<3,>=2.0.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.0.0)
Requirement already satisfied: freezegun>=0.3.12 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: nose>=1.3.7 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.3.7)
Requirement already satisfied: nose_xunitmp>=0.4.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.4.1)
Requirement already satisfied: parameterized<0.8.0,>=0.7.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.7.4)
Requirement already satisfied: pyhamcrest!=1.10.0,<2.0.0,>=1.9 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.10.1)
Requirement already satisfied: pyyaml<6.0.0,>=3.12 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (5.3.1)
Requirement already satisfied: requests_mock<2.0,>=1.7 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.8.0)
Requirement already satisfied: tenacity<6.0,>=5.0.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (5.1.5)
Requirement already satisfied: pytest<5.0,>=4.4.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (4.6.11)
Requirement already satisfied: pytest-xdist<2,>=1.29.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.34.0)
Requirement already satisfied: pytest-timeout<2,>=1.3.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.4.2)
Requirement already satisfied: pandas<2,>=0.25.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.1.2)
Requirement already satisfied: sqlalchemy<2.0,>=1.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.3.19)
Requirement already satisfied: psycopg2-binary<3.0.0,>=2.8.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.8.6)
Requirement already satisfied: testcontainers<4.0.0,>=3.0.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (3.1.0)
Requirement already satisfied: six>=1.5.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from grpcio<2,>=1.29.0->apache-beam==2.26.0.dev0) (1.15.0)
Requirement already satisfied: docopt in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from hdfs<3.0.0,>=2.1.0->apache-beam==2.26.0.dev0) (0.6.2)
Requirement already satisfied: pbr>=0.11 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from mock<3.0.0,>=1.0.1->apache-beam==2.26.0.dev0) (5.5.0)
Requirement already satisfied: pyasn1>=0.1.7 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from oauth2client<5,>=2.0.1->apache-beam==2.26.0.dev0) (0.4.8)
Requirement already satisfied: rsa>=3.1.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from oauth2client<5,>=2.0.1->apache-beam==2.26.0.dev0) (4.6)
Requirement already satisfied: pyasn1-modules>=0.0.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from oauth2client<5,>=2.0.1->apache-beam==2.26.0.dev0) (0.2.8)
Requirement already satisfied: setuptools in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from protobuf<4,>=3.12.2->apache-beam==2.26.0.dev0) (50.3.0)
Requirement already satisfied: pyparsing>=2.1.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pydot<2,>=1.2.0->apache-beam==2.26.0.dev0) (2.4.7)
Requirement already satisfied: chardet<4,>=3.0.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests<3.0.0,>=2.24.0->apache-beam==2.26.0.dev0) (3.0.4)
Requirement already satisfied: idna<3,>=2.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests<3.0.0,>=2.24.0->apache-beam==2.26.0.dev0) (2.10)
Requirement already satisfied: certifi>=2017.4.17 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests<3.0.0,>=2.24.0->apache-beam==2.26.0.dev0) (2020.6.20)
Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests<3.0.0,>=2.24.0->apache-beam==2.26.0.dev0) (1.25.10)
Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from boto3>=1.9->apache-beam==2.26.0.dev0) (0.10.0)
Requirement already satisfied: s3transfer<0.4.0,>=0.3.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from boto3>=1.9->apache-beam==2.26.0.dev0) (0.3.3)
Requirement already satisfied: botocore<1.19.0,>=1.18.11 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from boto3>=1.9->apache-beam==2.26.0.dev0) (1.18.11)
Requirement already satisfied: msrest>=0.6.10 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (0.6.19)
Requirement already satisfied: cryptography>=2.1.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (3.1.1)
Requirement already satisfied: fasteners>=0.14 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-apitools<0.5.32,>=0.5.31->apache-beam==2.26.0.dev0) (0.15)
Requirement already satisfied: aiohttp<4.0.0dev,>=3.6.2; python_version >= "3.6" in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-auth<2,>=1.18.0->apache-beam==2.26.0.dev0) (3.6.2)
Requirement already satisfied: google-api-core[grpc]<2.0.0dev,>=1.14.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-datastore<2,>=1.7.1->apache-beam==2.26.0.dev0) (1.22.3)
Requirement already satisfied: grpc-google-iam-v1<0.13dev,>=0.12.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-pubsub<2,>=0.39.0->apache-beam==2.26.0.dev0) (0.12.3)
Requirement already satisfied: google-resumable-media<2.0dev,>=0.6.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-bigquery<2,>=1.6.0->apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: proto-plus>=0.4.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-build<3,>=2.0.0->apache-beam==2.26.0.dev0) (1.10.0)
Requirement already satisfied: libcst>=0.2.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-build<3,>=2.0.0->apache-beam==2.26.0.dev0) (0.3.12)
Requirement already satisfied: wcwidth in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (0.2.5)
Requirement already satisfied: pluggy<1.0,>=0.12 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (0.13.1)
Requirement already satisfied: attrs>=17.4.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (20.2.0)
Requirement already satisfied: packaging in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (20.4)
Requirement already satisfied: atomicwrites>=1.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (1.4.0)
Requirement already satisfied: py>=1.5.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (1.9.0)
Requirement already satisfied: importlib-metadata>=0.12; python_version < "3.8" in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (2.0.0)
Requirement already satisfied: more-itertools>=4.0.0; python_version > "2.7" in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (8.5.0)
Requirement already satisfied: pytest-forked in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest-xdist<2,>=1.29.0->apache-beam==2.26.0.dev0) (1.3.0)
Requirement already satisfied: execnet>=1.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest-xdist<2,>=1.29.0->apache-beam==2.26.0.dev0) (1.7.1)
Requirement already satisfied: wrapt in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (1.12.1)
Requirement already satisfied: blindspin in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (2.0.1)
Requirement already satisfied: docker in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (4.3.1)
Requirement already satisfied: crayons in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (0.4.0)
Requirement already satisfied: deprecation in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (2.1.0)
Requirement already satisfied: isodate>=0.6.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from msrest>=0.6.10->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (0.6.0)
Requirement already satisfied: requests-oauthlib>=0.5.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from msrest>=0.6.10->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (1.3.0)
Requirement already satisfied: cffi!=1.11.3,>=1.8 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from cryptography>=2.1.4->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (1.14.3)
Requirement already satisfied: monotonic>=0.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from fasteners>=0.14->google-apitools<0.5.32,>=0.5.31->apache-beam==2.26.0.dev0) (1.5)
Requirement already satisfied: async-timeout<4.0,>=3.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from aiohttp<4.0.0dev,>=3.6.2; python_version >= "3.6"->google-auth<2,>=1.18.0->apache-beam==2.26.0.dev0) (3.0.1)
Requirement already satisfied: multidict<5.0,>=4.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from aiohttp<4.0.0dev,>=3.6.2; python_version >= "3.6"->google-auth<2,>=1.18.0->apache-beam==2.26.0.dev0) (4.7.6)
Requirement already satisfied: yarl<2.0,>=1.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from aiohttp<4.0.0dev,>=3.6.2; python_version >= "3.6"->google-auth<2,>=1.18.0->apache-beam==2.26.0.dev0) (1.6.0)
Requirement already satisfied: googleapis-common-protos<2.0dev,>=1.6.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-api-core[grpc]<2.0.0dev,>=1.14.0->google-cloud-datastore<2,>=1.7.1->apache-beam==2.26.0.dev0) (1.52.0)
Requirement already satisfied: google-crc32c<2.0dev,>=1.0; python_version >= "3.5" in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-resumable-media<2.0dev,>=0.6.0->google-cloud-bigquery<2,>=1.6.0->apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: typing-inspect>=0.4.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from libcst>=0.2.5->google-cloud-build<3,>=2.0.0->apache-beam==2.26.0.dev0) (0.6.0)
Requirement already satisfied: zipp>=0.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from importlib-metadata>=0.12; python_version < "3.8"->pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (3.2.0)
Requirement already satisfied: apipkg>=1.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from execnet>=1.1->pytest-xdist<2,>=1.29.0->apache-beam==2.26.0.dev0) (1.5)
Requirement already satisfied: websocket-client>=0.32.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from docker->testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (0.57.0)
Requirement already satisfied: colorama in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from crayons->testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (0.4.3)
Requirement already satisfied: oauthlib>=3.0.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests-oauthlib>=0.5.0->msrest>=0.6.10->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (3.1.0)
Requirement already satisfied: pycparser in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from cffi!=1.11.3,>=1.8->cryptography>=2.1.4->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (2.20)
Requirement already satisfied: mypy-extensions>=0.3.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from typing-inspect>=0.4.0->libcst>=0.2.5->google-cloud-build<3,>=2.0.0->apache-beam==2.26.0.dev0) (0.4.3)
Building wheels for collected packages: apache-beam
  Building wheel for apache-beam (setup.py): started
  Building wheel for apache-beam (setup.py): finished with status 'done'
  Created wheel for apache-beam: filename=apache_beam-2.26.0.dev0-py3-none-any.whl size=2282663 sha256=bed94a606cd43ca9e23060712c8c574106709854ff5fe7bb2c9a1c76689bab9e
  Stored in directory: /home/jenkins/.cache/pip/wheels/99/56/b4/2d55641ffc07c742721abd53e20b21ee09dc8bb6e029a1c27e
Successfully built apache-beam
Installing collected packages: apache-beam
  Attempting uninstall: apache-beam
    Found existing installation: apache-beam 2.26.0.dev0
    Uninstalling apache-beam-2.26.0.dev0:
      Successfully uninstalled apache-beam-2.26.0.dev0
Successfully installed apache-beam-2.26.0.dev0

> Task :sdks:python:apache_beam:testing:load_tests:run
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.7 interpreter.
INFO:root:Using Python SDK docker image: apache/beam_python3.7_sdk:2.26.0.dev. If the image is not available at local, we will try to pull from hub.docker.com
INFO:apache_beam.runners.portability.fn_api_runner.translations:==================== <function lift_combiners at 0x7f4334dd4598> ====================
WARNING:apache_beam.options.pipeline_options:Discarding unparseable args: ['--fanout=4', '--top_count=20']
INFO:apache_beam.runners.portability.portable_runner:Job state changed to STOPPED
INFO:apache_beam.runners.portability.portable_runner:Job state changed to STARTING
INFO:apache_beam.runners.portability.portable_runner:Job state changed to RUNNING
ERROR:root:java.util.concurrent.TimeoutException
INFO:apache_beam.runners.portability.portable_runner:Job state changed to FAILED
Traceback (most recent call last):
  File "/usr/lib/python3.7/runpy.py", line 193, in _run_module_as_main
    "__main__", mod_spec)
  File "/usr/lib/python3.7/runpy.py", line 85, in _run_code
    exec(code, run_globals)
  File "<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/apache_beam/testing/load_tests/combine_test.py",> line 131, in <module>
    CombineTest().run()
  File "<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/apache_beam/testing/load_tests/load_test.py",> line 152, in run
    self.result.wait_until_finish(duration=self.timeout_ms)
  File "<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py",> line 556, in wait_until_finish
    raise self._runtime_exception
RuntimeError: Pipeline load-tests-python-flink-batch-combine-4-1003150111_fc82ff4b-77b3-4dd7-98e7-5ff0e82b729f failed in state FAILED: java.util.concurrent.TimeoutException

> Task :sdks:python:apache_beam:testing:load_tests:run FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/apache_beam/testing/load_tests/build.gradle'> line: 58

* What went wrong:
Execution failed for task ':sdks:python:apache_beam:testing:load_tests:run'.
> error occurred

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 5m 26s
5 actionable tasks: 3 executed, 2 up-to-date

Publishing build scan...
https://gradle.com/s/gjfw6v3ljng3e

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure


---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Jenkins build is back to normal : beam_LoadTests_Python_Combine_Flink_Batch #429

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/429/display/redirect?page=changes>


---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_LoadTests_Python_Combine_Flink_Batch #428

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/428/display/redirect?page=changes>

Changes:

[noreply] [BEAM-7505] Create a dashboard for SideInput Load tests (#13007)


------------------------------------------
[...truncated 60.59 KB...]
+ application_ids[$i]=application_1601917510045_0001
++ echo application_1601917510045_0001 flink-dataproc Apache Flink yarn default RUNNING UNDEFINED 100% http://beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583
++ sed 's/.*beam-loadtests-python-combine-flink-batch-428/beam-loadtests-python-combine-flink-batch-428/'
++ sed 's/ .*//'
+ application_masters[$i]=beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583
+ i=1
+ read line
+ '[' 1 '!=' 1 ']'
+ YARN_APPLICATION_MASTER=beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583
+ echo 'Using Yarn Application master: beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583'
Using Yarn Application master: beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583
+ [[ -n gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest ]]
+ start_job_server
+ gcloud compute ssh --zone=us-central1-a --quiet yarn@beam-loadtests-python-combine-flink-batch-428-m '--command=sudo --user yarn docker run --detach --publish 8099:8099 --publish 8098:8098 --publish 8097:8097 --volume ~/.config/gcloud:/root/.config/gcloud gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest --flink-master=beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583 --artifacts-dir=gs://beam-flink-cluster/beam-loadtests-python-combine-flink-batch-428'
0f228bfc929fdee7dd6177974f19d4d6d63afe9784c109bfceb27746ae714edd
+ start_tunnel
++ gcloud compute ssh --quiet --zone=us-central1-a yarn@beam-loadtests-python-combine-flink-batch-428-m '--command=curl -s "http://beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583/jobmanager/config"'
+ local 'job_server_config=[{"key":"yarn.flink-dist-jar","value":"file:/usr/lib/flink/lib/flink-dist_2.11-1.10.1.jar"},{"key":"jobmanager.execution.failover-strategy","value":"region"},{"key":"high-availability.cluster-id","value":"application_1601917510045_0001"},{"key":"jobmanager.rpc.address","value":"beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal"},{"key":"taskmanager.memory.jvm-metaspace.size","value":"512 mb"},{"key":"taskmanager.memory.task.off-heap.size","value":"256 mb"},{"key":"io.tmp.dirs","value":"/hadoop/yarn/nm-local-dir/usercache/yarn/appcache/application_1601917510045_0001"},{"key":"parallelism.default","value":"16"},{"key":"taskmanager.numberOfTaskSlots","value":"1"},{"key":"yarn.application.name","value":"flink-dataproc"},{"key":"jobmanager.heap.size","value":"12288m"},{"key":"taskmanager.memory.process.size","value":"12 gb"},{"key":"web.port","value":"0"},{"key":"jobmanager.heap.mb","value":"12288"},{"key":"execution.target","value":"yarn-per-job"},{"key":"web.tmpdir","value":"/tmp/flink-web-21cce762-2025-4ae2-8746-eaa202f719cd"},{"key":"jobmanager.rpc.port","value":"41751"},{"key":"internal.io.tmpdirs.use-local-default","value":"true"},{"key":"execution.attached","value":"false"},{"key":"internal.cluster.execution-mode","value":"NORMAL"},{"key":"taskmanager.memory.managed.fraction","value":"0.5"},{"key":"fs.hdfs.hadoopconf","value":"/etc/hadoop/conf"},{"key":"rest.address","value":"beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal"},{"key":"state.backend","value":"filesystem"},{"key":"$internal.yarn.log-config-file","value":"/usr/lib/flink/conf/log4j.properties"},{"key":"state.checkpoints.dir","value":"gs://dataproc-6c5fbcbb-a2de-406e-9cf7-8c1ce0b6a604-us/checkpoints"}]'
+ local key=jobmanager.rpc.port
++ echo beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583
++ cut -d : -f1
+ local yarn_application_master_host=beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal
++ echo '[{"key":"yarn.flink-dist-jar","value":"file:/usr/lib/flink/lib/flink-dist_2.11-1.10.1.jar"},{"key":"jobmanager.execution.failover-strategy","value":"region"},{"key":"high-availability.cluster-id","value":"application_1601917510045_0001"},{"key":"jobmanager.rpc.address","value":"beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal"},{"key":"taskmanager.memory.jvm-metaspace.size","value":"512' 'mb"},{"key":"taskmanager.memory.task.off-heap.size","value":"256' 'mb"},{"key":"io.tmp.dirs","value":"/hadoop/yarn/nm-local-dir/usercache/yarn/appcache/application_1601917510045_0001"},{"key":"parallelism.default","value":"16"},{"key":"taskmanager.numberOfTaskSlots","value":"1"},{"key":"yarn.application.name","value":"flink-dataproc"},{"key":"jobmanager.heap.size","value":"12288m"},{"key":"taskmanager.memory.process.size","value":"12' 'gb"},{"key":"web.port","value":"0"},{"key":"jobmanager.heap.mb","value":"12288"},{"key":"execution.target","value":"yarn-per-job"},{"key":"web.tmpdir","value":"/tmp/flink-web-21cce762-2025-4ae2-8746-eaa202f719cd"},{"key":"jobmanager.rpc.port","value":"41751"},{"key":"internal.io.tmpdirs.use-local-default","value":"true"},{"key":"execution.attached","value":"false"},{"key":"internal.cluster.execution-mode","value":"NORMAL"},{"key":"taskmanager.memory.managed.fraction","value":"0.5"},{"key":"fs.hdfs.hadoopconf","value":"/etc/hadoop/conf"},{"key":"rest.address","value":"beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal"},{"key":"state.backend","value":"filesystem"},{"key":"$internal.yarn.log-config-file","value":"/usr/lib/flink/conf/log4j.properties"},{"key":"state.checkpoints.dir","value":"gs://dataproc-6c5fbcbb-a2de-406e-9cf7-8c1ce0b6a604-us/checkpoints"}]'
++ python -c 'import sys, json; print([e['\''value'\''] for e in json.load(sys.stdin) if e['\''key'\''] == u'\''jobmanager.rpc.port'\''][0])'
+ local jobmanager_rpc_port=41751
++ [[ true == \t\r\u\e ]]
++ echo ' -Nf >& /dev/null'
+ local 'detached_mode_params= -Nf >& /dev/null'
++ [[ -n gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest ]]
++ echo '-L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097'
+ local 'job_server_ports_forwarding=-L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097'
+ local 'tunnel_command=gcloud compute ssh --zone=us-central1-a --quiet yarn@beam-loadtests-python-combine-flink-batch-428-m -- -L 8081:beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583 -L 41751:beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:41751 -L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097 -D 1080  -Nf >& /dev/null'
+ eval gcloud compute ssh --zone=us-central1-a --quiet yarn@beam-loadtests-python-combine-flink-batch-428-m -- -L 8081:beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583 -L 41751:beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:41751 -L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097 -D 1080 -Nf '>&' /dev/null
++ gcloud compute ssh --zone=us-central1-a --quiet yarn@beam-loadtests-python-combine-flink-batch-428-m -- -L 8081:beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:33583 -L 41751:beam-loadtests-python-combine-flink-batch-428-w-0.c.apache-beam-testing.internal:41751 -L 8099:localhost:8099 -L 8098:localhost:8098 -L 8097:localhost:8097 -D 1080 -Nf
[beam_LoadTests_Python_Combine_Flink_Batch] $ /bin/bash -xe /tmp/jenkins8063859306552756616.sh
+ echo '*** Combine Python Load test: 2GB Fanout 4 ***'
*** Combine Python Load test: 2GB Fanout 4 ***
[Gradle] - Launching build.
[src] $ <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/gradlew> -PloadTest.mainClass=apache_beam.testing.load_tests.combine_test -Prunner=PortableRunner -PwithDataflowWorkerJar=false '-PloadTest.args=--job_name=load-tests-python-flink-batch-combine-4-1005150055 --project=apache-beam-testing --publish_to_big_query=true --metrics_dataset=load_test --metrics_table=python_flink_batch_combine_4 --influx_measurement=python_batch_combine_4 --input_options='{"num_records": 5000000,"key_size": 10,"value_size": 90}' --parallelism=16 --job_endpoint=localhost:8099 --environment_type=DOCKER --environment_config=gcr.io/apache-beam-testing/beam_portability/beam_python3.7_sdk:latest --fanout=4 --top_count=20 --influx_db_name=beam_test_metrics --influx_hostname=http://10.128.0.96:8086 --runner=PortableRunner' -PpythonVersion=3.7 --continue --max-****s=12 -Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx4g -Pdocker-pull-licenses :sdks:python:apache_beam:testing:load_tests:run
> Task :buildSrc:compileJava NO-SOURCE
> Task :buildSrc:compileGroovy UP-TO-DATE
> Task :buildSrc:pluginDescriptors UP-TO-DATE
> Task :buildSrc:processResources UP-TO-DATE
> Task :buildSrc:classes UP-TO-DATE
> Task :buildSrc:jar UP-TO-DATE
> Task :buildSrc:assemble UP-TO-DATE
> Task :buildSrc:spotlessGroovy UP-TO-DATE
> Task :buildSrc:spotlessGroovyCheck UP-TO-DATE
> Task :buildSrc:spotlessGroovyGradle UP-TO-DATE
> Task :buildSrc:spotlessGroovyGradleCheck UP-TO-DATE
> Task :buildSrc:spotlessCheck UP-TO-DATE
> Task :buildSrc:pluginUnderTestMetadata UP-TO-DATE
> Task :buildSrc:compileTestJava NO-SOURCE
> Task :buildSrc:compileTestGroovy NO-SOURCE
> Task :buildSrc:processTestResources NO-SOURCE
> Task :buildSrc:testClasses UP-TO-DATE
> Task :buildSrc:test NO-SOURCE
> Task :buildSrc:validatePlugins UP-TO-DATE
> Task :buildSrc:check UP-TO-DATE
> Task :buildSrc:build UP-TO-DATE
Configuration on demand is an incubating feature.
> Task :sdks:python:setupVirtualenv UP-TO-DATE

> Task :sdks:python:sdist
<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1922375555/lib/python3.7/site-packages/setuptools/dist.py>:452: UserWarning: Normalizing '2.26.0.dev' to '2.26.0.dev0'
  warnings.warn(tmpl.format(**locals()))
INFO:gen_protos:Skipping proto regeneration: all files up to date
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
warning: sdist: standard file not found: should have one of README, README.rst, README.txt, README.md


> Task :sdks:python:apache_beam:testing:load_tests:setupVirtualenv UP-TO-DATE

> Task :sdks:python:apache_beam:testing:load_tests:installGcpTest
Processing <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/build/apache-beam.tar.gz>
Requirement already satisfied: crcmod<2.0,>=1.7 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.7)
Requirement already satisfied: dill<0.3.2,>=0.3.1.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.3.1.1)
Requirement already satisfied: fastavro<2,>=0.21.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.0.0.post1)
Requirement already satisfied: future<1.0.0,>=0.18.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.18.2)
Requirement already satisfied: grpcio<2,>=1.29.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.32.0)
Requirement already satisfied: hdfs<3.0.0,>=2.1.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.5.8)
Requirement already satisfied: httplib2<0.18.0,>=0.8 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.17.4)
Requirement already satisfied: mock<3.0.0,>=1.0.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.0.0)
Requirement already satisfied: numpy<2,>=1.14.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.19.2)
Requirement already satisfied: pymongo<4.0.0,>=3.8.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (3.11.0)
Requirement already satisfied: oauth2client<5,>=2.0.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (4.1.3)
Requirement already satisfied: protobuf<4,>=3.12.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (3.13.0)
Requirement already satisfied: pydot<2,>=1.2.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.4.1)
Requirement already satisfied: python-dateutil<3,>=2.8.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.8.1)
Requirement already satisfied: pytz>=2018.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2020.1)
Requirement already satisfied: requests<3.0.0,>=2.24.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.24.0)
Requirement already satisfied: typing-extensions<3.8.0,>=3.7.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (3.7.4.3)
Requirement already satisfied: avro-python3!=1.9.2,<1.10.0,>=1.8.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.9.2.1)
Requirement already satisfied: pyarrow<0.18.0,>=0.15.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.17.1)
Requirement already satisfied: boto3>=1.9 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.15.11)
Requirement already satisfied: azure-storage-blob>=12.3.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (12.5.0)
Requirement already satisfied: azure-core>=1.7.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.8.1)
Requirement already satisfied: cachetools<5,>=3.1.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (4.1.1)
Requirement already satisfied: google-apitools<0.5.32,>=0.5.31 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.5.31)
Requirement already satisfied: google-auth<2,>=1.18.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.22.0)
Requirement already satisfied: google-cloud-datastore<2,>=1.7.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.15.1)
Requirement already satisfied: google-cloud-pubsub<2,>=0.39.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.7.0)
Requirement already satisfied: google-cloud-bigquery<2,>=1.6.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.28.0)
Requirement already satisfied: google-cloud-core<2,>=0.28.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.4.2)
Requirement already satisfied: google-cloud-bigtable<2,>=0.31.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.5.0)
Requirement already satisfied: google-cloud-spanner<2,>=1.13.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.19.0)
Requirement already satisfied: grpcio-gcp<1,>=0.2.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.2.2)
Requirement already satisfied: google-cloud-dlp<2,>=0.12.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: google-cloud-language<2,>=1.3.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.3.0)
Requirement already satisfied: google-cloud-videointelligence<2,>=1.8.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.15.0)
Requirement already satisfied: google-cloud-vision<2,>=0.38.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: google-cloud-build<3,>=2.0.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.0.0)
Requirement already satisfied: freezegun>=0.3.12 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: nose>=1.3.7 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.3.7)
Requirement already satisfied: nose_xunitmp>=0.4.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.4.1)
Requirement already satisfied: parameterized<0.8.0,>=0.7.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (0.7.4)
Requirement already satisfied: pyhamcrest!=1.10.0,<2.0.0,>=1.9 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.10.1)
Requirement already satisfied: pyyaml<6.0.0,>=3.12 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (5.3.1)
Requirement already satisfied: requests_mock<2.0,>=1.7 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.8.0)
Requirement already satisfied: tenacity<6.0,>=5.0.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (5.1.5)
Requirement already satisfied: pytest<5.0,>=4.4.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (4.6.11)
Requirement already satisfied: pytest-xdist<2,>=1.29.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.34.0)
Requirement already satisfied: pytest-timeout<2,>=1.3.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.4.2)
Requirement already satisfied: pandas<2,>=0.25.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.1.2)
Requirement already satisfied: sqlalchemy<2.0,>=1.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (1.3.19)
Requirement already satisfied: psycopg2-binary<3.0.0,>=2.8.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (2.8.6)
Requirement already satisfied: testcontainers<4.0.0,>=3.0.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from apache-beam==2.26.0.dev0) (3.1.0)
Requirement already satisfied: six>=1.5.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from grpcio<2,>=1.29.0->apache-beam==2.26.0.dev0) (1.15.0)
Requirement already satisfied: docopt in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from hdfs<3.0.0,>=2.1.0->apache-beam==2.26.0.dev0) (0.6.2)
Requirement already satisfied: pbr>=0.11 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from mock<3.0.0,>=1.0.1->apache-beam==2.26.0.dev0) (5.5.0)
Requirement already satisfied: pyasn1>=0.1.7 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from oauth2client<5,>=2.0.1->apache-beam==2.26.0.dev0) (0.4.8)
Requirement already satisfied: pyasn1-modules>=0.0.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from oauth2client<5,>=2.0.1->apache-beam==2.26.0.dev0) (0.2.8)
Requirement already satisfied: rsa>=3.1.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from oauth2client<5,>=2.0.1->apache-beam==2.26.0.dev0) (4.6)
Requirement already satisfied: setuptools in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from protobuf<4,>=3.12.2->apache-beam==2.26.0.dev0) (50.3.0)
Requirement already satisfied: pyparsing>=2.1.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pydot<2,>=1.2.0->apache-beam==2.26.0.dev0) (2.4.7)
Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests<3.0.0,>=2.24.0->apache-beam==2.26.0.dev0) (1.25.10)
Requirement already satisfied: idna<3,>=2.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests<3.0.0,>=2.24.0->apache-beam==2.26.0.dev0) (2.10)
Requirement already satisfied: chardet<4,>=3.0.2 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests<3.0.0,>=2.24.0->apache-beam==2.26.0.dev0) (3.0.4)
Requirement already satisfied: certifi>=2017.4.17 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests<3.0.0,>=2.24.0->apache-beam==2.26.0.dev0) (2020.6.20)
Requirement already satisfied: jmespath<1.0.0,>=0.7.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from boto3>=1.9->apache-beam==2.26.0.dev0) (0.10.0)
Requirement already satisfied: botocore<1.19.0,>=1.18.11 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from boto3>=1.9->apache-beam==2.26.0.dev0) (1.18.11)
Requirement already satisfied: s3transfer<0.4.0,>=0.3.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from boto3>=1.9->apache-beam==2.26.0.dev0) (0.3.3)
Requirement already satisfied: msrest>=0.6.10 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (0.6.19)
Requirement already satisfied: cryptography>=2.1.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (3.1.1)
Requirement already satisfied: fasteners>=0.14 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-apitools<0.5.32,>=0.5.31->apache-beam==2.26.0.dev0) (0.15)
Requirement already satisfied: aiohttp<4.0.0dev,>=3.6.2; python_version >= "3.6" in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-auth<2,>=1.18.0->apache-beam==2.26.0.dev0) (3.6.2)
Requirement already satisfied: google-api-core[grpc]<2.0.0dev,>=1.14.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-datastore<2,>=1.7.1->apache-beam==2.26.0.dev0) (1.22.3)
Requirement already satisfied: grpc-google-iam-v1<0.13dev,>=0.12.3 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-pubsub<2,>=0.39.0->apache-beam==2.26.0.dev0) (0.12.3)
Requirement already satisfied: google-resumable-media<2.0dev,>=0.6.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-bigquery<2,>=1.6.0->apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: proto-plus>=0.4.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-build<3,>=2.0.0->apache-beam==2.26.0.dev0) (1.10.0)
Requirement already satisfied: libcst>=0.2.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-cloud-build<3,>=2.0.0->apache-beam==2.26.0.dev0) (0.3.12)
Requirement already satisfied: more-itertools>=4.0.0; python_version > "2.7" in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (8.5.0)
Requirement already satisfied: importlib-metadata>=0.12; python_version < "3.8" in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (2.0.0)
Requirement already satisfied: wcwidth in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (0.2.5)
Requirement already satisfied: pluggy<1.0,>=0.12 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (0.13.1)
Requirement already satisfied: py>=1.5.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (1.9.0)
Requirement already satisfied: packaging in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (20.4)
Requirement already satisfied: atomicwrites>=1.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (1.4.0)
Requirement already satisfied: attrs>=17.4.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (20.2.0)
Requirement already satisfied: pytest-forked in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest-xdist<2,>=1.29.0->apache-beam==2.26.0.dev0) (1.3.0)
Requirement already satisfied: execnet>=1.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from pytest-xdist<2,>=1.29.0->apache-beam==2.26.0.dev0) (1.7.1)
Requirement already satisfied: docker in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (4.3.1)
Requirement already satisfied: deprecation in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (2.1.0)
Requirement already satisfied: wrapt in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (1.12.1)
Requirement already satisfied: blindspin in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (2.0.1)
Requirement already satisfied: crayons in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (0.4.0)
Requirement already satisfied: requests-oauthlib>=0.5.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from msrest>=0.6.10->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (1.3.0)
Requirement already satisfied: isodate>=0.6.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from msrest>=0.6.10->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (0.6.0)
Requirement already satisfied: cffi!=1.11.3,>=1.8 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from cryptography>=2.1.4->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (1.14.3)
Requirement already satisfied: monotonic>=0.1 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from fasteners>=0.14->google-apitools<0.5.32,>=0.5.31->apache-beam==2.26.0.dev0) (1.5)
Requirement already satisfied: multidict<5.0,>=4.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from aiohttp<4.0.0dev,>=3.6.2; python_version >= "3.6"->google-auth<2,>=1.18.0->apache-beam==2.26.0.dev0) (4.7.6)
Requirement already satisfied: async-timeout<4.0,>=3.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from aiohttp<4.0.0dev,>=3.6.2; python_version >= "3.6"->google-auth<2,>=1.18.0->apache-beam==2.26.0.dev0) (3.0.1)
Requirement already satisfied: yarl<2.0,>=1.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from aiohttp<4.0.0dev,>=3.6.2; python_version >= "3.6"->google-auth<2,>=1.18.0->apache-beam==2.26.0.dev0) (1.6.0)
Requirement already satisfied: googleapis-common-protos<2.0dev,>=1.6.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-api-core[grpc]<2.0.0dev,>=1.14.0->google-cloud-datastore<2,>=1.7.1->apache-beam==2.26.0.dev0) (1.52.0)
Requirement already satisfied: google-crc32c<2.0dev,>=1.0; python_version >= "3.5" in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from google-resumable-media<2.0dev,>=0.6.0->google-cloud-bigquery<2,>=1.6.0->apache-beam==2.26.0.dev0) (1.0.0)
Requirement already satisfied: typing-inspect>=0.4.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from libcst>=0.2.5->google-cloud-build<3,>=2.0.0->apache-beam==2.26.0.dev0) (0.6.0)
Requirement already satisfied: zipp>=0.5 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from importlib-metadata>=0.12; python_version < "3.8"->pytest<5.0,>=4.4.0->apache-beam==2.26.0.dev0) (3.3.0)
Requirement already satisfied: apipkg>=1.4 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from execnet>=1.1->pytest-xdist<2,>=1.29.0->apache-beam==2.26.0.dev0) (1.5)
Requirement already satisfied: websocket-client>=0.32.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from docker->testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (0.57.0)
Requirement already satisfied: colorama in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from crayons->testcontainers<4.0.0,>=3.0.3->apache-beam==2.26.0.dev0) (0.4.3)
Requirement already satisfied: oauthlib>=3.0.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from requests-oauthlib>=0.5.0->msrest>=0.6.10->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (3.1.0)
Requirement already satisfied: pycparser in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from cffi!=1.11.3,>=1.8->cryptography>=2.1.4->azure-storage-blob>=12.3.2->apache-beam==2.26.0.dev0) (2.20)
Requirement already satisfied: mypy-extensions>=0.3.0 in <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/build/gradleenv/1329484227/lib/python3.7/site-packages> (from typing-inspect>=0.4.0->libcst>=0.2.5->google-cloud-build<3,>=2.0.0->apache-beam==2.26.0.dev0) (0.4.3)
Building wheels for collected packages: apache-beam
  Building wheel for apache-beam (setup.py): started
  Building wheel for apache-beam (setup.py): finished with status 'done'
  Created wheel for apache-beam: filename=apache_beam-2.26.0.dev0-py3-none-any.whl size=2282663 sha256=c6081d6cd624c5adca1f98f624896b17c38c08d4d520bd6ab09dd39fcde1a3f0
  Stored in directory: /home/jenkins/.cache/pip/wheels/99/56/b4/2d55641ffc07c742721abd53e20b21ee09dc8bb6e029a1c27e
Successfully built apache-beam
Installing collected packages: apache-beam
  Attempting uninstall: apache-beam
    Found existing installation: apache-beam 2.26.0.dev0
    Uninstalling apache-beam-2.26.0.dev0:
      Successfully uninstalled apache-beam-2.26.0.dev0
Successfully installed apache-beam-2.26.0.dev0

> Task :sdks:python:apache_beam:testing:load_tests:run
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.7 interpreter.
INFO:root:Using Python SDK docker image: apache/beam_python3.7_sdk:2.26.0.dev. If the image is not available at local, we will try to pull from hub.docker.com
INFO:apache_beam.runners.portability.fn_api_runner.translations:==================== <function lift_combiners at 0x7fe5cb264598> ====================
WARNING:apache_beam.options.pipeline_options:Discarding unparseable args: ['--fanout=4', '--top_count=20']
INFO:apache_beam.runners.portability.portable_runner:Job state changed to STOPPED
INFO:apache_beam.runners.portability.portable_runner:Job state changed to STARTING
INFO:apache_beam.runners.portability.portable_runner:Job state changed to RUNNING
ERROR:root:java.util.concurrent.TimeoutException
INFO:apache_beam.runners.portability.portable_runner:Job state changed to FAILED
Traceback (most recent call last):
  File "/usr/lib/python3.7/runpy.py", line 193, in _run_module_as_main
    "__main__", mod_spec)
  File "/usr/lib/python3.7/runpy.py", line 85, in _run_code
    exec(code, run_globals)
  File "<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/apache_beam/testing/load_tests/combine_test.py",> line 131, in <module>
    CombineTest().run()
  File "<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/apache_beam/testing/load_tests/load_test.py",> line 152, in run
    self.result.wait_until_finish(duration=self.timeout_ms)
  File "<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py",> line 556, in wait_until_finish
    raise self._runtime_exception
RuntimeError: Pipeline load-tests-python-flink-batch-combine-4-1005150055_d4c17e4f-98e8-4560-a768-73d745105477 failed in state FAILED: java.util.concurrent.TimeoutException

> Task :sdks:python:apache_beam:testing:load_tests:run FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '<https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/sdks/python/apache_beam/testing/load_tests/build.gradle'> line: 58

* What went wrong:
Execution failed for task ':sdks:python:apache_beam:testing:load_tests:run'.
> error occurred

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 5m 29s
5 actionable tasks: 3 executed, 2 up-to-date

Publishing build scan...
https://gradle.com/s/cs44jogfj6eg2

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure


---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_LoadTests_Python_Combine_Flink_Batch #427

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/427/display/redirect>

Changes:


------------------------------------------
Started by timer
Running as SYSTEM
[EnvInject] - Loading node environment variables.
Building remotely on apache-beam-jenkins-11 (beam) in workspace <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/>
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/apache/beam.git
 > git init <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src> # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
 > git --version # timeout=10
 > git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git config remote.origin.url https://github.com/apache/beam.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
 > git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/* # timeout=10
 > git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 7f65a0f81385810008b8576cc906edb880beebe6 (origin/master)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 7f65a0f81385810008b8576cc906edb880beebe6 # timeout=10
Commit message: "[BEAM-7505] SideInput Python Load tests job (#11856)"
 > git rev-list --no-walk 7f65a0f81385810008b8576cc906edb880beebe6 # timeout=10
No emails were triggered.
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content 
SPARK_LOCAL_IP=127.0.0.1
SETUPTOOLS_USE_DISTUTILS=stdlib

[EnvInject] - Variables injected successfully.
[EnvInject] - Injecting environment variables from a build step.
[EnvInject] - Injecting as environment variables the properties content 
JOB_SERVER_IMAGE=gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest
CLUSTER_NAME=beam-loadtests-python-combine-flink-batch-427
DETACHED_MODE=true
HARNESS_IMAGES_TO_PULL=gcr.io/apache-beam-testing/beam_portability/beam_python3.7_sdk:latest
FLINK_NUM_WORKERS=5
FLINK_DOWNLOAD_URL=https://archive.apache.org/dist/flink/flink-1.10.1/flink-1.10.1-bin-scala_2.11.tgz
GCS_BUCKET=gs://beam-flink-cluster
HADOOP_DOWNLOAD_URL=https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-9.0/flink-shaded-hadoop-2-uber-2.8.3-9.0.jar
FLINK_TASKMANAGER_SLOTS=1
ARTIFACTS_DIR=gs://beam-flink-cluster/beam-loadtests-python-combine-flink-batch-427
GCLOUD_ZONE=us-central1-a

[EnvInject] - Variables injected successfully.
[beam_LoadTests_Python_Combine_Flink_Batch] $ /bin/bash -xe /tmp/jenkins3749272388234163770.sh
+ echo Setting up flink cluster
Setting up flink cluster
[beam_LoadTests_Python_Combine_Flink_Batch] $ /bin/bash -xe /tmp/jenkins3322511105365395567.sh
+ cd <https://ci-beam.apache.org/job/beam_LoadTests_Python_Combine_Flink_Batch/ws/src/.test-infra/dataproc>
+ ./flink_cluster.sh create
+ GCLOUD_ZONE=us-central1-a
+ DATAPROC_VERSION=1.2
+ MASTER_NAME=beam-loadtests-python-combine-flink-batch-427-m
+ INIT_ACTIONS_FOLDER_NAME=init-actions
+ FLINK_INIT=gs://beam-flink-cluster/init-actions/flink.sh
+ BEAM_INIT=gs://beam-flink-cluster/init-actions/beam.sh
+ DOCKER_INIT=gs://beam-flink-cluster/init-actions/docker.sh
+ FLINK_LOCAL_PORT=8081
+ FLINK_TASKMANAGER_SLOTS=1
+ YARN_APPLICATION_MASTER=
+ create
+ upload_init_actions
+ echo 'Uploading initialization actions to GCS bucket: gs://beam-flink-cluster'
Uploading initialization actions to GCS bucket: gs://beam-flink-cluster
+ gsutil cp -r init-actions/beam.sh init-actions/docker.sh init-actions/flink.sh gs://beam-flink-cluster/init-actions
Copying file://init-actions/beam.sh [Content-Type=text/x-sh]...
/ [0 files][    0.0 B/  2.3 KiB]                                                / [1 files][  2.3 KiB/  2.3 KiB]                                                Copying file://init-actions/docker.sh [Content-Type=text/x-sh]...
/ [1 files][  2.3 KiB/  6.0 KiB]                                                / [2 files][  6.0 KiB/  6.0 KiB]                                                Copying file://init-actions/flink.sh [Content-Type=text/x-sh]...
/ [2 files][  6.0 KiB/ 13.5 KiB]                                                / [3 files][ 13.5 KiB/ 13.5 KiB]                                                
Operation completed over 3 objects/13.5 KiB.                                     
+ create_cluster
+ local metadata=flink-snapshot-url=https://archive.apache.org/dist/flink/flink-1.10.1/flink-1.10.1-bin-scala_2.11.tgz,
+ metadata+=flink-start-yarn-session=true,
+ metadata+=flink-taskmanager-slots=1,
+ metadata+=hadoop-jar-url=https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-9.0/flink-shaded-hadoop-2-uber-2.8.3-9.0.jar
+ [[ -n gcr.io/apache-beam-testing/beam_portability/beam_python3.7_sdk:latest ]]
+ metadata+=,beam-sdk-harness-images-to-pull=gcr.io/apache-beam-testing/beam_portability/beam_python3.7_sdk:latest
+ [[ -n gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest ]]
+ metadata+=,beam-job-server-image=gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest
+ local image_version=1.2
+ echo 'Starting dataproc cluster. Dataproc version: 1.2'
Starting dataproc cluster. Dataproc version: 1.2
+ local num_dataproc_****s=6
+ gcloud dataproc clusters create beam-loadtests-python-combine-flink-batch-427 --region=global --num-****s=6 --initialization-actions gs://beam-flink-cluster/init-actions/docker.sh,gs://beam-flink-cluster/init-actions/beam.sh,gs://beam-flink-cluster/init-actions/flink.sh --metadata flink-snapshot-url=https://archive.apache.org/dist/flink/flink-1.10.1/flink-1.10.1-bin-scala_2.11.tgz,flink-start-yarn-session=true,flink-taskmanager-slots=1,hadoop-jar-url=https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-9.0/flink-shaded-hadoop-2-uber-2.8.3-9.0.jar,beam-sdk-harness-images-to-pull=gcr.io/apache-beam-testing/beam_portability/beam_python3.7_sdk:latest,beam-job-server-image=gcr.io/apache-beam-testing/beam_portability/beam_flink1.10_job_server:latest, --image-version=1.2 --zone=us-central1-a --quiet
Waiting on operation [projects/apache-beam-testing/regions/global/operations/3e0d6d66-048b-3002-842f-3a6746790fe5].
Waiting for cluster creation operation...
WARNING: For PD-Standard without local SSDs, we strongly recommend provisioning 1TB or larger to ensure consistently high I/O performance. See https://cloud.google.com/compute/docs/disks/performance for information on disk I/O performance.
................................................................................................................................................................................done.
ERROR: (gcloud.dataproc.clusters.create) Operation [projects/apache-beam-testing/regions/global/operations/3e0d6d66-048b-3002-842f-3a6746790fe5] failed: Initialization action failed. Failed action 'gs://beam-flink-cluster/init-actions/docker.sh', see output in: gs://dataproc-6c5fbcbb-a2de-406e-9cf7-8c1ce0b6a604-us/google-cloud-dataproc-metainfo/e06bd06f-8845-45a2-93f6-2b0ae43cf306/beam-loadtests-python-combine-flink-batch-427-w-5/dataproc-initialization-script-0_output.
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org