You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/09/04 18:18:33 UTC
Build failed in Jenkins: beam_PerformanceTests_Python #1384
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1384/display/redirect?page=changes>
Changes:
[yifanzou] [BEAM-5269] Integration tests for BigQueryIORead
[yifanzou] fix on the spotless check
[echauchot] [BEAM-3193] Add SparkCoGroupByKeyStreaming validates runner to test
------------------------------------------
[...truncated 46.66 KB...]
copying apache_beam/runners/interactive/interactive_pipeline_graph.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/interactive_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/interactive_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_analyzer.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_analyzer_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_graph.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/job/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/job/manager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/job/utils.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/portability/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/flink_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/fn_api_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/fn_api_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/job_server.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/local_job_service.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/local_job_service_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating target
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5651340701384373292.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Requirement already satisfied: absl-py in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14)) (0.2.2)
Requirement already satisfied: jinja2>=2.7 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15)) (2.10)
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Requirement already satisfied: colorlog[windows]==2.6.0 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17)) (2.6.0)
Requirement already satisfied: blinker>=1.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18)) (1.4)
Requirement already satisfied: futures>=3.0.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19)) (3.2.0)
Requirement already satisfied: PyYAML==3.12 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20)) (3.12)
Requirement already satisfied: pint>=0.7 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21)) (0.8.1)
Requirement already satisfied: numpy==1.13.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22)) (1.13.3)
Requirement already satisfied: functools32 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23)) (3.2.3.post2)
Requirement already satisfied: contextlib2>=0.5.1 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24)) (0.5.5)
Requirement already satisfied: pywinrm in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.3.0)
Requirement already satisfied: timeout-decorator in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26)) (0.4.0)
Requirement already satisfied: six in /usr/local/lib/python2.7/dist-packages (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14)) (1.11.0)
Requirement already satisfied: MarkupSafe>=0.23 in /usr/local/lib/python2.7/dist-packages (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15)) (1.0)
Requirement already satisfied: colorama; extra == "windows" in /home/jenkins/.local/lib/python2.7/site-packages (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17)) (0.3.9)
Requirement already satisfied: requests-ntlm>=0.3.0 in /home/jenkins/.local/lib/python2.7/site-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.1.0)
Requirement already satisfied: requests>=2.9.1 in /usr/local/lib/python2.7/dist-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.18.4)
Requirement already satisfied: xmltodict in /home/jenkins/.local/lib/python2.7/site-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.11.0)
Requirement already satisfied: cryptography>=1.3 in /usr/local/lib/python2.7/dist-packages (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.2.2)
Requirement already satisfied: ntlm-auth>=1.0.2 in /home/jenkins/.local/lib/python2.7/site-packages (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.2.0)
Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2018.4.16)
Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (3.0.4)
Requirement already satisfied: idna<2.7,>=2.5 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.6)
Requirement already satisfied: urllib3<1.23,>=1.21.1 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.22)
Requirement already satisfied: cffi>=1.7; platform_python_implementation != "PyPy" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.11.5)
Requirement already satisfied: enum34; python_version < "3" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.1.6)
Requirement already satisfied: asn1crypto>=0.21.0 in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.24.0)
Requirement already satisfied: ipaddress; python_version < "3" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.0.22)
Requirement already satisfied: pycparser in /usr/local/lib/python2.7/dist-packages (from cffi>=1.7; platform_python_implementation != "PyPy"->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.18)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins345323808600332839.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python> <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/pkb.py> --project=apache-beam-testing --dpb_log_level=INFO --bigquery_table=beam_performance.wordcount_py_pkb_results --k8s_get_retry_count=36 --k8s_get_wait_interval=10 --python_binary=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> --temp_dir=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/> --beam_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src> --official=true --beam_sdk=python --benchmarks=beam_integration_benchmark --beam_it_class=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --beam_prebuilt=true --beam_it_args=--project=apache-beam-testing,--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it,--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it,--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
2018-09-04 18:18:32,159 237d6925 MainThread INFO Verbose logging to: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/237d6925/pkb.log>
2018-09-04 18:18:32,162 237d6925 MainThread INFO PerfKitBenchmarker version: v1.12.0-812-gcdde510
2018-09-04 18:18:32,164 237d6925 MainThread INFO Flag values:
--beam_it_class=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it
--beam_sdk=python
--k8s_get_wait_interval=10
--python_binary=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python>
--temp_dir=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
--beam_it_args=--project=apache-beam-testing,--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it,--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it,--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
--beam_prebuilt
--project=apache-beam-testing
--bigquery_table=beam_performance.wordcount_py_pkb_results
--official
--dpb_log_level=INFO
--beam_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src>
--k8s_get_retry_count=36
--benchmarks=beam_integration_benchmark
2018-09-04 18:18:32,471 237d6925 MainThread WARNING The key "flags" was not in the default config, but was in user overrides. This may indicate a typo.
2018-09-04 18:18:32,631 237d6925 MainThread beam_integration_benchmark(1/1) INFO Provisioning resources for benchmark beam_integration_benchmark
2018-09-04 18:18:32,635 237d6925 MainThread beam_integration_benchmark(1/1) INFO Preparing benchmark beam_integration_benchmark
2018-09-04 18:18:32,635 237d6925 MainThread beam_integration_benchmark(1/1) INFO Running benchmark beam_integration_benchmark
2018-09-04 18:18:32,648 237d6925 MainThread beam_integration_benchmark(1/1) INFO Running: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> setup.py nosetests --tests=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --attr=IT --test-pipeline-options="--project=apache-beam-testing" "--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it" "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it" "--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output" "--runner=TestDataflowRunner" "--sdk_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/target/apache-beam-2.8.0.dev0.tar.gz">
2018-09-04 18:18:32,994 237d6925 MainThread beam_integration_benchmark(1/1) INFO Ran: {<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> setup.py nosetests --tests=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --attr=IT --test-pipeline-options="--project=apache-beam-testing" "--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it" "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it" "--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output" "--runner=TestDataflowRunner" "--sdk_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/target/apache-beam-2.8.0.dev0.tar.gz"}> ReturnCode:1
STDOUT:
STDERR: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
/home/jenkins/.local/lib/python2.7/site-packages/nose/plugins/manager.py:395: RuntimeWarning: Unable to load plugin beam_test_plugin = test_config:BeamTestPlugin: (fastavro 0.19.7 (/home/jenkins/.local/lib/python2.7/site-packages), Requirement.parse('fastavro==0.21.4'))
RuntimeWarning)
usage: setup.py [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: setup.py --help [cmd1 cmd2 ...]
or: setup.py --help-commands
or: setup.py cmd --help
error: option --test-pipeline-options not recognized
2018-09-04 18:18:32,994 237d6925 MainThread beam_integration_benchmark(1/1) ERROR Error during benchmark beam_integration_benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 676, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 556, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 160, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-09-04 18:18:32,995 237d6925 MainThread beam_integration_benchmark(1/1) INFO Cleaning up benchmark beam_integration_benchmark
2018-09-04 18:18:32,997 237d6925 MainThread beam_integration_benchmark(1/1) ERROR Exception running benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 812, in RunBenchmarkTask
RunBenchmark(spec, collector)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 676, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 556, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 160, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-09-04 18:18:32,998 237d6925 MainThread beam_integration_benchmark(1/1) ERROR Benchmark 1/1 beam_integration_benchmark (UID: beam_integration_benchmark0) failed. Execution will continue.
2018-09-04 18:18:33,050 237d6925 MainThread INFO Benchmark run statuses:
---------------------------------------------------------------------------------
Name UID Status Failed Substatus
---------------------------------------------------------------------------------
beam_integration_benchmark beam_integration_benchmark0 FAILED
---------------------------------------------------------------------------------
Success rate: 0.00% (0/1)
2018-09-04 18:18:33,050 237d6925 MainThread INFO Complete logs can be found at: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/237d6925/pkb.log>
2018-09-04 18:18:33,051 237d6925 MainThread INFO Completion statuses can be found at: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/237d6925/completion_statuses.json>
Build step 'Execute shell' marked build as failure
Jenkins build is back to normal : beam_PerformanceTests_Python
#1462
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1462/display/redirect>
Build failed in Jenkins: beam_PerformanceTests_Python #1461
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1461/display/redirect?page=changes>
Changes:
[ryan.blake.williams] move some artifact-staging logs from info to debug
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam6 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
Cloning the remote Git repository
Cloning repository https://github.com/apache/beam.git
> git init <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src> # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/*
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 256fcdfe3ab0f6827195a262932e1267c4d4bfba (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 256fcdfe3ab0f6827195a262932e1267c4d4bfba
Commit message: "Merge pull request #6225: [BEAM-4176] move some artifact-staging logs from info to debug"
> git rev-list --no-walk dad0159c53bb672db589139c2b2bd0d16f384d3e # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1232094301921759943.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7839861136461181625.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1810961295641054178.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5093787951867010942.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins915521273420301208.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5835006881369268052.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.4.1)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.5.0 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.19 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6405512939368266750.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3904725724587843872.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2105894740231466025.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2107820694693772257.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1460
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1460/display/redirect?page=changes>
Changes:
[robertwb] [BEAM-3884] Implement Impulse primitive in FnApiRunner.
[robertwb] [BEAM-4594] Implement state over the FnAPI.
[robertwb] [BEAM-4655] Export state and timers in DoFn translation.
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision dad0159c53bb672db589139c2b2bd0d16f384d3e (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f dad0159c53bb672db589139c2b2bd0d16f384d3e
Commit message: "Merge pull request #6349 [BEAM-2687] Implement State over the Fn API"
> git rev-list --no-walk 7b4156b4517a05ef021185157385b002c0df265a # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1459043850511218181.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins642501725676734500.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6737824859709883173.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6951333573459842833.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6187963543106719103.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins69034561987665576.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.4.1)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.5.0 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.19 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6954385458854619382.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1205183232378832212.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5589467730648312129.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8802359924217733160.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1459
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1459/display/redirect?page=changes>
Changes:
[ankurgoenka] Change Environment proto
[ankurgoenka] Finalizing the Environment proto
[ankurgoenka] Adding URL back to environment for backward compatibility
[github] Revert "[BEAM-4780] Updating to DockerJobBundleFactory in
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 7b4156b4517a05ef021185157385b002c0df265a (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 7b4156b4517a05ef021185157385b002c0df265a
Commit message: "Merge pull request #6373: [BEAM-5288] Enhance Environment proto to support different types of environments"
> git rev-list --no-walk bdd0081b49f8e7df6733dc8e8bc90dda3efc6621 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6447057425202711873.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4472277460556166498.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8943467204112990625.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5687987472875047127.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4514693410975367555.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins173930330165174494.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.4.1)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.5.0 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.19 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2465802115644781632.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6131447051560559732.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4369871873860211364.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9040291614026462713.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1458
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1458/display/redirect?page=changes>
Changes:
[daniel.o.programmer] [BEAM-4780] Updating to DockerJobBundleFactory in ReferenceRunner.
[amaliujia] create external table
[amaliujia] change CREATE TABLE to CREATE EXTERNAL TABLE in tests.
[amaliujia] throw ParseException to remind using create external table when input
[schroederc] [BEAM-5382] Add fallback for non-binary MergeAccumulatorsFn
[schroederc] Add test for bare nonBinaryMergeFn
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision bdd0081b49f8e7df6733dc8e8bc90dda3efc6621 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f bdd0081b49f8e7df6733dc8e8bc90dda3efc6621
Commit message: "Merge pull request #6252 from amaliujia/rui_wang-create_external_table"
> git rev-list --no-walk 6d7cc57d88a422c2e8fbfdbc41bcbf68b73f4950 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins704973900926138200.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2717967941473442680.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7878238079224281978.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins239252569321635848.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4701417569504467796.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7285582917034327628.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.4.1)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Downloading https://files.pythonhosted.org/packages/68/9e/49196946aee219aead1290e00d1e7fdeab8567783e83e1b9ab5585e6206a/pycparser-2.19.tar.gz (158kB)
Building wheels for collected packages: pycparser
Running setup.py bdist_wheel for pycparser: started
Running setup.py bdist_wheel for pycparser: finished with status 'done'
Stored in directory: /home/jenkins/.cache/pip/wheels/f2/9a/90/de94f8556265ddc9d9c8b271b0f63e57b26fb1d67a45564511
Successfully built pycparser
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.5.0 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.19 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6224070575274948847.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3575724890223661156.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1688371307264388977.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8107825359033891138.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1457
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1457/display/redirect?page=changes>
Changes:
[timrobertson100] [BEAM-4861] Autocreate absent parent directories when doing an HDFS
[timrobertson100] [BEAM-4861] Improve clarity around exceptions thrown in rename
[vin1990] Endpoint host port configuration reset issue
[vin1990] Endpoint host port configuration reset issue
[vin1990] Fixes https://issues.apache.org/jira/browse/BEAM-3446. BaseReadFn to
[vin1990] package private and typo fix
[vin1990] Using mget with configurable batch size to increase efficiency of read
[vin1990] fixing equality of batch size
[vin1990] fixing order of test arguments, to fix
[vin1990] Aggregating on per window, applyiong redis get on per window batch and
[herohde] Fix Go index parsing in the face of runner-gernerated keys
[herohde] Fix use of wrong key in Dataflow side input
[timrobertson100] [BEAM-4861] Typo in comment
[mxm] [BEAM-3089] Use Flink cluster parallelism if no parallelism provided
[mxm] [flink] Revert default checkpointing mode to EXACTLY_ONCE
[mxm] [flink] Use default value for checkpoint timeout
[mxm] [flink] Set default master url to [auto]
[mxm] [BEAM-3089] Test default values of FlinkPipelineOptions
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6d7cc57d88a422c2e8fbfdbc41bcbf68b73f4950 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6d7cc57d88a422c2e8fbfdbc41bcbf68b73f4950
Commit message: "[BEAM-3286] Add Dataflow support for side input"
> git rev-list --no-walk c49a97ecbf815b320926285dcddba993590e3073 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7076482636507675621.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6190556130135514082.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7458117137086239896.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7392621078541491404.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1040844573174552279.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7974748427869100884.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.4.1)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Downloading https://files.pythonhosted.org/packages/68/9e/49196946aee219aead1290e00d1e7fdeab8567783e83e1b9ab5585e6206a/pycparser-2.19.tar.gz (158kB)
Building wheels for collected packages: pycparser
Running setup.py bdist_wheel for pycparser: started
Running setup.py bdist_wheel for pycparser: finished with status 'done'
Stored in directory: /home/jenkins/.cache/pip/wheels/f2/9a/90/de94f8556265ddc9d9c8b271b0f63e57b26fb1d67a45564511
Successfully built pycparser
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.5.0 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.19 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4543576746758918284.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2385065309070666253.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5242938366039588874.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4254744567061751741.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1456
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1456/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision c49a97ecbf815b320926285dcddba993590e3073 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f c49a97ecbf815b320926285dcddba993590e3073
Commit message: "[BEAM-4176] enumerate primitive transforms in portable construction"
> git rev-list --no-walk c49a97ecbf815b320926285dcddba993590e3073 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5533870220785853713.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4968193746340324354.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4453688895837627178.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4883181239145343168.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4092285843890972873.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6438401075173903514.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.4.1)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.5.0 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7932854219727138909.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2304173066809610990.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1966567217037205436.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4483467206702978208.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1455
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1455/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision c49a97ecbf815b320926285dcddba993590e3073 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f c49a97ecbf815b320926285dcddba993590e3073
Commit message: "[BEAM-4176] enumerate primitive transforms in portable construction"
> git rev-list --no-walk c49a97ecbf815b320926285dcddba993590e3073 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4210362904224089272.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6895541979597827404.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1866872363888774611.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2475786015700653937.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6348194634866822772.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2048739169245674558.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.4.1)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.5.0 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7213912222725380493.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5992762958488196371.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6149666153571855049.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8309523739548162585.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1454
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1454/display/redirect?page=changes>
Changes:
[ryan.blake.williams] specify localhost for portable flink VR tests
[ryan.blake.williams] enumerate primitive transforms in portable construction
[github] Update deprecation comment.
[github] Swap from READ_TRANSFORM to PAR_DO_TRANSFORM
[github] Update comment.
[lcwik] Fix tests expectations and minor code fix up.
[ryan.blake.williams] checkstyle nit
[ryan.blake.williams] use artificial subtransforms of primitives
[ryan.blake.williams] import URNs more directly in QueryablePipeline
[ryan.blake.williams] add splittable URNs as primitives
[lcwik] [BEAM-4176] Add the ability to allow for runners to register native
[chamikara] Upgrades Google API Client libraries to 1.24.1
[ryan.blake.williams] add NativeTransform test assertions
[kevinsi] Check if validation is disabled when validating BigtableSource
[boyuanz] Add big_query_query_to_table_it to python SDK
[lcwik] [BEAM-5406] Return null when a datetime data element is null. (#6410)
[lcwik] Fix errors in comments (#6394)
[lcwik] [BEAM-3194] Fail if @RequiresStableInput is used on runners that don't
[lcwik] [BEAM-4711] fix globbing in LocalFileSystem.delete (#5863)
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision c49a97ecbf815b320926285dcddba993590e3073 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f c49a97ecbf815b320926285dcddba993590e3073
Commit message: "[BEAM-4176] enumerate primitive transforms in portable construction"
> git rev-list --no-walk 1f77b697027390225649df5dfde65012699d4f57 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins124567129690025685.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6009064832576512244.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7945381587717398328.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2479550234249555677.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3188559410345756719.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5725290640121144810.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.4.1)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.5.0 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8333345034520408949.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins592715278398962961.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4598586567270328166.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5888213499934428969.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1453
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1453/display/redirect?page=changes>
Changes:
[ccy] [BEAM-5264] Reference DirectRunner implementation of Python User State
[ccy] Address review comments
[ccy] Address additional comments
[apilloud] [BEAM-5411] Simplify BeamUnnest
[apilloud] [BEAM-5376] Set @Nullable on all Row fields
[ccy] Address more comments
[tweise] [BEAM-5267] Make Flink Runner compile compatible with Flink 1.6.0
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 1f77b697027390225649df5dfde65012699d4f57 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 1f77b697027390225649df5dfde65012699d4f57
Commit message: "Merge pull request #6415 from apilloud/uncollect"
> git rev-list --no-walk f42934b7b5b56176a367b72f2e7baab83e50db58 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7946712711789725993.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5088873965127426172.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6374055963851029654.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4985732138447053099.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8153134807967669149.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8615449953231569000.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.4.1)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.5.0 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8601696722794784014.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6021342328304540880.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7750587769183789099.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.4.1)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5044482609333771610.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1452
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1452/display/redirect?page=changes>
Changes:
[robertwb] [BEAM-5395] Chunk data streams.
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision f42934b7b5b56176a367b72f2e7baab83e50db58 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f f42934b7b5b56176a367b72f2e7baab83e50db58
Commit message: "Merge pull request #6405 [BEAM-5395] Chunk data streams."
> git rev-list --no-walk d6dc3602c808ce1961f46098deb898e5c7480ad4 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8503359767032551242.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1334840011304419263.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6718961342138312934.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7975193496736415013.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3303239578203017776.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6330810433321445810.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.3.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins521001911280109326.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5632750213116527363.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2332616037688272402.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5289960351631028698.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1451
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1451/display/redirect?page=changes>
Changes:
[relax] Add Unnest transform.
[relax] Apply spotless.
[relax] Add javadoc.
[relax] Address CR comments.
[relax] Address code-review comments.
[relax] Fix duplicate field names in SQL.
[relax] Fix comment.
[github] [BEAM-5414] Latest grpcio-tools incompatible with latest protobuf 3.6.1
[relax] Fix typo.
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision d6dc3602c808ce1961f46098deb898e5c7480ad4 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f d6dc3602c808ce1961f46098deb898e5c7480ad4
Commit message: "Merge pull request #6419 from apache/charlesccychen-patch-1"
> git rev-list --no-walk 2940915243cb7138512c6da6e00e27c770c6c284 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins837166548921947985.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3585622525256260611.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5474115150151967034.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2855411272215962760.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2161534009924116470.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4351989827683583674.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.3.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2749957629258802474.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5223456243086335146.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5975838545619431802.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7293639850691100609.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1450
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1450/display/redirect?page=changes>
Changes:
[apilloud] [BEAM-5376] Support nullability on all Row types
[apilloud] Simplify BeamAggregationRule
[apilloud] Fully explain BeamAggregationRel
[apilloud] Simplify project with Aggregation
[apilloud] Remove unneeded CalcWindow
[robbe.sneyders] Add already passing modules to python 3 test list
[thw] Optional Flink job server parameters and logging cleanup.
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 2940915243cb7138512c6da6e00e27c770c6c284 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 2940915243cb7138512c6da6e00e27c770c6c284
Commit message: "Merge pull request #6382 from apilloud/sqlagg"
> git rev-list --no-walk 0a61899c151c02fb7d04aa4914afe51cd8bf38b5 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7201920467874094633.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5878263347469562612.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3716358002857192750.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins152121935705757846.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5215993345671146587.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5421615136299948645.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.3.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins507448691092783497.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2927514012318549496.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5924503085013428571.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6097896108731840073.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1449
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1449/display/redirect?page=changes>
Changes:
[markliu] Add new script to run Python integration tests easier
[markliu] fixup! Improve run_integration_test.sh
[owenzhang1990] [BEAM-5317] Finish Python3 porting for options module
[mxm] [BEAM-5403] Update Flink Runner to 1.5.3
[mxm] [BEAM-5405] Remove deprecated AbstractStateBackend from
[github] Revert "Adding TopWikipediaSessions integration test"
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 0a61899c151c02fb7d04aa4914afe51cd8bf38b5 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 0a61899c151c02fb7d04aa4914afe51cd8bf38b5
Commit message: "Merge pull request #6392 from markflyhigh/py-perf-gradle"
> git rev-list --no-walk 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2310293521272365422.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins415831195288045366.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8369436895377516071.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2030048887081023820.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins625424259488713073.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4743550212371939485.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.3.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6489828414020422380.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3465410256610594346.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9213755107295139170.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5035868217512617128.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1448
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1448/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2
Commit message: "Merge pull request #6339 from regata/master"
> git rev-list --no-walk 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins716153507029312239.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3664993517527869713.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1453025908394344177.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2625472420660507402.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7783739100086703142.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1165362416773135976.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.3.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3838990483958280289.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9209709041877819077.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6826131020110610185.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7477796018360275596.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1447
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1447/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2
Commit message: "Merge pull request #6339 from regata/master"
> git rev-list --no-walk 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7105326539317924828.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8677711858289713996.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins926414324805569314.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4386827507946564700.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6226710155402593132.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5295565951952905656.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.3.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6517457222267391896.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3296096091391399064.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9046031849709297415.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6995245026707159511.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1446
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1446/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2
Commit message: "Merge pull request #6339 from regata/master"
> git rev-list --no-walk 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4551823159464963582.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5204941960132170356.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1765517502078589520.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1803297683432242176.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5685150312543202501.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1891523285505084016.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.3.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9099288848454753826.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8136449781570624077.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6431217576187575862.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8501954103974696446.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1445
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1445/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2
Commit message: "Merge pull request #6339 from regata/master"
> git rev-list --no-walk 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8575401176306270601.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4424244780149438598.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8393617706661855719.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3323575034758047718.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1375438056147944763.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8095474206347263646.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.3.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2001425911736329605.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3488870547596274875.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6298708181423214692.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.3.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4934460615278988489.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1444
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1444/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2
Commit message: "Merge pull request #6339 from regata/master"
> git rev-list --no-walk 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins642553734606608590.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2279089878909106782.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6958547324866456224.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6807380983076828230.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5949161733450364498.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1002050169073033884.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6728600387806097368.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3614672005173046386.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4168064018947732481.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins506640729384465703.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1443
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1443/display/redirect?page=changes>
Changes:
[github] Fix typo in the guide: "amouint" -> "amount"
[boyuanz] Add more test cases in BigQueryToTable
[qinyeli] Interactive Beam -- adding edges by node pair
[pablo] Adding Autocomplete IT for Java
[pablo] Fix spotless
[boyuanz] Exclude BigQueryToTableIT tests from direct runner
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 89c91dbd5bcc1ca4603475bd6ad86a4d7cc228d2
Commit message: "Merge pull request #6339 from regata/master"
> git rev-list --no-walk b4d1ef316a0b00f5e0616ad0a067b841d05d703c # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3309589846031017727.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8722178410808414666.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6417506739128643674.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6387603277225739211.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5763949806454530458.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3094672524833530379.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3850720781359084358.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4233142901435912064.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2908845899690944003.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3222662790396040931.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1442
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1442/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision b4d1ef316a0b00f5e0616ad0a067b841d05d703c (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f b4d1ef316a0b00f5e0616ad0a067b841d05d703c
Commit message: "Merge pull request #6317: [BEAM-4461] Add mapping between FieldType and Java types."
> git rev-list --no-walk b4d1ef316a0b00f5e0616ad0a067b841d05d703c # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8393226262721141060.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6028695581914896336.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3091410057836607230.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6542649170006586961.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2626197463676622897.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1404098169246779399.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4810868244441751092.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3011704666996229170.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4009401494417113595.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2024836189477401824.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1441
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1441/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision b4d1ef316a0b00f5e0616ad0a067b841d05d703c (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f b4d1ef316a0b00f5e0616ad0a067b841d05d703c
Commit message: "Merge pull request #6317: [BEAM-4461] Add mapping between FieldType and Java types."
> git rev-list --no-walk b4d1ef316a0b00f5e0616ad0a067b841d05d703c # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7901553068981721935.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1092787986495895284.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3300922827179570076.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8384060270464927121.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7850769059533544078.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4747666853452279997.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5027798189577391890.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3963090049713321557.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8871048187630683660.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5498874583770496472.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1440
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1440/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision b4d1ef316a0b00f5e0616ad0a067b841d05d703c (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f b4d1ef316a0b00f5e0616ad0a067b841d05d703c
Commit message: "Merge pull request #6317: [BEAM-4461] Add mapping between FieldType and Java types."
> git rev-list --no-walk b4d1ef316a0b00f5e0616ad0a067b841d05d703c # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9002884079140434289.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3968368254152861212.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7384559299700319335.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6187846504486077746.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3409182361447168932.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1994549218345607923.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4307410878893529383.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1686960905537837084.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8556052280639240337.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins348415939437055923.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1439
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1439/display/redirect?page=changes>
Changes:
[relax] Add mapping between FieldType and Java types.
[relax] Apply spotless.
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision b4d1ef316a0b00f5e0616ad0a067b841d05d703c (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f b4d1ef316a0b00f5e0616ad0a067b841d05d703c
Commit message: "Merge pull request #6317: [BEAM-4461] Add mapping between FieldType and Java types."
> git rev-list --no-walk f568578ca443a48c4780231e996b66f9649d77c1 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8781911139969322838.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6926954869384861503.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6655158673552910534.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8954791835639780628.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7202857346141558448.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins817072692873387713.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1175948148964365080.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins443524072543616211.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6321949552573136485.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7867687246184279334.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1438
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1438/display/redirect?page=changes>
Changes:
[pablo] Adding a custom coder test
[pablo] Adding TopWikipediaSessions Integration test
[github] Adding license
[pablo] Fixing issues
[thw] [BEAM-5385] Flink job server to use REST port from --flink-master-url
[yifanzou] [BEAM-5389] fix the checksum assertion in the TfIdf IT
[aaltay] [BEAM-5375] KafkaIO : Handle runtime exceptions while fetching from
[yifanzou] [BEAM-5383] migrate bigquer_io_read_it_test to beam
[github] Adding TODO
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision f568578ca443a48c4780231e996b66f9649d77c1 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f f568578ca443a48c4780231e996b66f9649d77c1
Commit message: "Merge pull request #6393 from yifanzou/BEAM-5383/migrate_bigquery_io_read_it_python"
> git rev-list --no-walk 5d07d9fcf6ef15894cf8491d9c83ace9e622b26b # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1854558439531201588.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2845293400310477198.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7490632426920485340.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins509162784042394879.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7564712264800027797.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8278004772484170565.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3129942099882984457.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1884896998047217905.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1720088600955611618.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1111637488688436930.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1437
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1437/display/redirect?page=changes>
Changes:
[github] Make OutgoingMessage public
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 5d07d9fcf6ef15894cf8491d9c83ace9e622b26b (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 5d07d9fcf6ef15894cf8491d9c83ace9e622b26b
Commit message: "Merge pull request #6276: [BEAM-5219] Make OutgoingMessage public"
> git rev-list --no-walk 73def89ac6c2b43ca165d38d2bd1af4b55968072 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2705256483378505495.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5069488541827450906.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4345285754468359616.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5970957661642625618.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins574962874482683662.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7418474921452461830.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7525874764206893339.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5943160385560238771.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6563525204103085310.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7221760189190157136.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1436
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1436/display/redirect?page=changes>
Changes:
[djharperuk] BEAM-5372 -> Make minPauseBetweenCheckpoints setting available in
[mxm] [BEAM-5337] Fix flaky test UnboundedSourceWrapperTest#testValueEmission
[djharperuk] BEAM-5372 -> Updating setting to only set if value is not default
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 73def89ac6c2b43ca165d38d2bd1af4b55968072 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 73def89ac6c2b43ca165d38d2bd1af4b55968072
Commit message: "Merge pull request #6378: [BEAM-5372] Make minPauseBetweenCheckpoints setting available in FlinkPipelineOptions"
> git rev-list --no-walk 6ed194200df892167094f4ec5967b0ff21e9f669 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5459566375157225210.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5814037527686155000.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins539801146677147866.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8642546985444087460.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7420491526357842056.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7353575854540711839.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4411393999542507966.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8460381985291915037.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5932776467102641709.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6317243419351900403.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1435
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1435/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6ed194200df892167094f4ec5967b0ff21e9f669 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6ed194200df892167094f4ec5967b0ff21e9f669
Commit message: "Merge pull request #6389 from apilloud/noenum"
> git rev-list --no-walk 6ed194200df892167094f4ec5967b0ff21e9f669 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins655419215641437557.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1664670975665269101.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1871246512852571361.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9211750820975747252.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5971817864755366202.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7547259474891377915.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1789292412335753963.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4796245644573935203.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2081558436268491784.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2112482176675697484.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1434
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1434/display/redirect?page=changes>
Changes:
[apilloud] [BEAM-4704] Disable enumerable rules, use direct runner
[migryz] Disable build parallelization for Go due to flakiness
[lcwik] [BEAM-4684] Add integration test for support of @RequiresStableInput
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6ed194200df892167094f4ec5967b0ff21e9f669 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6ed194200df892167094f4ec5967b0ff21e9f669
Commit message: "Merge pull request #6389 from apilloud/noenum"
> git rev-list --no-walk 14cef9c55a9daaac74d560ee1b2ca6d384cfcc18 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4926602678786260718.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8478309949710790872.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3575248395010584444.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4515826070275651236.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2997120822204807885.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7071535730190999988.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4988723416455731911.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7719423058008973573.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8791353187103080156.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2775625667773142711.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1433
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1433/display/redirect?page=changes>
Changes:
[github] Add getting started instructions for go-sdk
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 14cef9c55a9daaac74d560ee1b2ca6d384cfcc18 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 14cef9c55a9daaac74d560ee1b2ca6d384cfcc18
Commit message: "Merge pull request #6387 from lostluck/patch-12"
> git rev-list --no-walk 41a1362277691746b9828ba5637e08f2c6ec6d31 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6411974113748124148.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins446154703800614655.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4501586126417594996.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4612298685173843980.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4267521145537541902.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8828159073211822886.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1632370667695969394.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6207764552239474453.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1920316965444752432.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3629897867400196260.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1432
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1432/display/redirect?page=changes>
Changes:
[ankurgoenka] Add Reference runner support for add state stream
[github] Making WAIT_MS constant
[ankurgoenka] Renaming the flink portable validates runner jenkins task
[shinsuke] [BEAM-5370] Set a cause exception in ElasticsearchIO#getBackendVersion
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 41a1362277691746b9828ba5637e08f2c6ec6d31 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 41a1362277691746b9828ba5637e08f2c6ec6d31
Commit message: "Merge pull request #6340: [BEAM-5283] Fixing Flink Post commit jenkins task"
> git rev-list --no-walk ea84152513f8bff33a107ae8f13c893eec486bb4 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2161029272397218140.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2710877817981428961.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2144326550324265020.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6702190502857551813.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2230219528791960364.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins357472592550134044.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5557398509533969169.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9127102950100581311.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2466275423294199570.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins730507003483834879.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1431
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1431/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision ea84152513f8bff33a107ae8f13c893eec486bb4 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f ea84152513f8bff33a107ae8f13c893eec486bb4
Commit message: "Merge pull request #6366 from boyuanzz/traffic_routes_it"
> git rev-list --no-walk ea84152513f8bff33a107ae8f13c893eec486bb4 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6942635047178053632.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3940941068834907842.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins657006336710796817.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4536002919383448308.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8553258492819997082.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3454381603004306711.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6206060250206941544.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7817902419964998675.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4547563481467326809.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8691049112742427116.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1430
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1430/display/redirect?page=changes>
Changes:
[Jozef.Vilcek] Metric container should forward only metrics of the stepName
[boyuanz] Add TrafficRoutes Java IT
[boyuanz] Add TrafficMaxLaneFlowIT
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision ea84152513f8bff33a107ae8f13c893eec486bb4 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f ea84152513f8bff33a107ae8f13c893eec486bb4
Commit message: "Merge pull request #6366 from boyuanzz/traffic_routes_it"
> git rev-list --no-walk 11b71f4a6c7c7820bd42db5e62139def43c10c9f # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2318405223641790459.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3543177966203232000.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins970553242371984830.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1238839282366666309.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2139993401435409075.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4930996772925273202.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2930681689461086782.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4320312501950195039.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4646915314237254383.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7165382624573334011.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1429
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1429/display/redirect?page=changes>
Changes:
[migryz] Disable testUsesDlq due to flakiness
[migryz] add missing import
[yifanzou] [BEAM-5341] create IT test for TfIdf example
[robertwb] Avoid pinning fastavro dependency.
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam3 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
Cloning the remote Git repository
Cloning repository https://github.com/apache/beam.git
> git init <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src> # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/*
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 11b71f4a6c7c7820bd42db5e62139def43c10c9f (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 11b71f4a6c7c7820bd42db5e62139def43c10c9f
Commit message: "Merge pull request #6371 from yifanzou/BEAM-5341/migrate_IT_for_TfIdf"
> git rev-list --no-walk 3f0dcdc44dabe8492c3108a16d81e0c4af3ab453 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3072148293707045013.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3542193985594739837.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6062826814193687183.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8014684067002643493.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7076257237928738751.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9182292296606438876.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Downloading https://files.pythonhosted.org/packages/c5/60/6ac26ad05857c601308d8fb9e87fa36d0ebf889423f47c3502ef034365db/functools32-3.2.3-2.tar.gz
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Downloading https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl (2.1MB)
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Downloading https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl (147kB)
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Downloading https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl (101kB)
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Downloading https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl (407kB)
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Downloading https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Downloading https://files.pythonhosted.org/packages/8c/2d/aad7f16146f4197a11f8e91fb81df177adcc2073d36a17b1491fd09df6ed/pycparser-2.18.tar.gz (245kB)
Building wheels for collected packages: functools32, pycparser
Running setup.py bdist_wheel for functools32: started
Running setup.py bdist_wheel for functools32: finished with status 'done'
Stored in directory: /home/jenkins/.cache/pip/wheels/b5/18/32/77a1030457155606ba5e3ec3a8a57132b1a04b1c4f765177b2
Running setup.py bdist_wheel for pycparser: started
Running setup.py bdist_wheel for pycparser: finished with status 'done'
Stored in directory: /home/jenkins/.cache/pip/wheels/c0/a1/27/5ba234bd77ea5a290cbf6d675259ec52293193467a12ef1f46
Successfully built functools32 pycparser
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8279645028782154946.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7827686577094161796.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6022525551853310305.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5414854081184690862.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Collecting future==0.16.0
Installing collected packages: future
Could not install packages due to an EnvironmentError: [Errno 13] Permission denied: '/usr/local/lib/python2.7/dist-packages/_markupbase'
Consider using the `--user` option or check the permissions.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
Traceback (most recent call last):
File "<string>", line 1, in <module>
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/setup.py",> line 230, in <module>
'test': generate_protos_first(test),
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/__init__.py",> line 140, in setup
return distutils.core.setup(**attrs)
File "/usr/lib/python2.7/distutils/core.py", line 151, in setup
dist.run_commands()
File "/usr/lib/python2.7/distutils/dist.py", line 953, in run_commands
self.run_command(cmd)
File "/usr/lib/python2.7/distutils/dist.py", line 972, in run_command
cmd_obj.run()
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/setup.py",> line 164, in run
gen_protos.generate_proto_files()
File "gen_protos.py", line 119, in generate_proto_files
'Error installing future during proto generation')
RuntimeError: Error installing future during proto generation
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1428
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1428/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 3f0dcdc44dabe8492c3108a16d81e0c4af3ab453 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 3f0dcdc44dabe8492c3108a16d81e0c4af3ab453
Commit message: "Merge pull request #6318: [BEAM-4461] Some fixes to Combiners needed for Schema support."
> git rev-list --no-walk 3f0dcdc44dabe8492c3108a16d81e0c4af3ab453 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1032667040296345520.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins500667692263632097.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9035145453197128119.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3178681981249069355.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8010001888295791030.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6188991697167314986.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7983902967668898973.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4099802564386831205.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6385681078735276829.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2437879597990900085.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1427
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1427/display/redirect?page=changes>
Changes:
[relax] Add convenience methods to create TopCombineFns. Type-specific methods
[relax] Allow Coders to be explicitly specified in composed CombineFns for the
[relax] Apply spotless.
[relax] Address comments.
[relax] Revert unexpected changes.
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 3f0dcdc44dabe8492c3108a16d81e0c4af3ab453 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 3f0dcdc44dabe8492c3108a16d81e0c4af3ab453
Commit message: "Merge pull request #6318: [BEAM-4461] Some fixes to Combiners needed for Schema support."
> git rev-list --no-walk 8981a826d6ad8a885a433bafe417fe0fea518e0f # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins534386041135759900.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5518576724932207481.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2890277461236807122.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8095660317093048883.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4353131947788844971.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8062149171885526092.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1857943801828942819.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins783576685856503935.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6718915934459412270.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/3d/15/b34114198a2bc9c9bb73b21e2b559468a1a68bb28b373d21da6e51d6204f/grpcio-1.15.0-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.15.0 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7038873367770528161.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1426
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1426/display/redirect?page=changes>
Changes:
[qinyeli] Interactive Beam -- comments for pipeline_graph_renderer.
[ptomasroos] Revert worker compatible binary check since its failing on some systems
[batbat] Fixed spotless java error in KinesisRecord.java causing precommit
[batbat] Removed beam/website check from the Beam build dependency.
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 8981a826d6ad8a885a433bafe417fe0fea518e0f (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 8981a826d6ad8a885a433bafe417fe0fea518e0f
Commit message: "Merge pull request #6370 from huygaa11/master"
> git rev-list --no-walk 251dec50e7ab01838c93c8e91c94f25aca3b624c # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4762961368493831155.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3267167419240571874.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2932006499095803481.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2618574591329053189.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3840180941104566070.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1720275943093724636.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8918383526248180813.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8291664742828678439.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8847121803246390602.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4881987245102460996.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1425
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1425/display/redirect?page=changes>
Changes:
[Jozef.Vilcek] Enable to configure latencyTrackingInterval
[qinyeli] Interactive Beam -- enable setting render option
[mxm] Apply whitespace fix for 0445c757d6103405cfe3ae5d4406d823f98aee73
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 251dec50e7ab01838c93c8e91c94f25aca3b624c (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 251dec50e7ab01838c93c8e91c94f25aca3b624c
Commit message: "Merge pull request #6356 from qinyeli/master"
> git rev-list --no-walk b82d80c4b3d2c250ac9ae89cc7543e1c170997d1 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4069796641908196160.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8581431818106135268.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2380551140104865140.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2372763421150240581.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1460709699949866581.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3984983650522256220.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8619484384811244149.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5046330046865614299.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7611125807541890535.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5346504618052773269.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1424
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1424/display/redirect?page=changes>
Changes:
[markliu] Fix performance test - No Beam python setup for other language
[iemejia] Update KinesisRecord based on Amazon documentation
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision b82d80c4b3d2c250ac9ae89cc7543e1c170997d1 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f b82d80c4b3d2c250ac9ae89cc7543e1c170997d1
Commit message: "Merge pull request #6334: Update KinesisRecord based on Amazon documentation"
> git rev-list --no-walk 520b3a24e49306c30940ceab09100d775a04d28e # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3669999456074452642.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5575781729396177130.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8276801014674836451.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3535399010254954365.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1238633625653558051.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7309275424260762268.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Collecting absl-py (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Collecting jinja2>=2.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Using cached https://files.pythonhosted.org/packages/7f/ff/ae64bacdfc95f27a016a7bed8e8686763ba4d277a78ca76f32659220a731/Jinja2-2.10-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Collecting colorlog[windows]==2.6.0 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/59/1a/46a1bf2044ad8b30b52fed0f389338c85747e093fe7f51a567f4cb525892/colorlog-2.6.0-py2.py3-none-any.whl
Collecting blinker>=1.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18))
Collecting futures>=3.0.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19))
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Collecting PyYAML==3.12 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20))
Collecting pint>=0.7 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21))
Collecting numpy==1.13.3 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22))
Using cached https://files.pythonhosted.org/packages/eb/be/737f3df5806192ac4096e549e48c8c76cfaa2fb880a1c62a7bb085adaa9b/numpy-1.13.3-cp27-cp27mu-manylinux1_x86_64.whl
Collecting functools32 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23))
Collecting contextlib2>=0.5.1 (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24))
Using cached https://files.pythonhosted.org/packages/a2/71/8273a7eeed0aff6a854237ab5453bc9aa67deb49df4832801c21f0ff3782/contextlib2-0.5.5-py2.py3-none-any.whl
Collecting pywinrm (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/0d/12/13a3117bbd2230043aa32dcfa2198c33269665eaa1a8fa26174ce49b338f/pywinrm-0.3.0-py2.py3-none-any.whl
Collecting timeout-decorator (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26))
Collecting six (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14))
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting MarkupSafe>=0.23 (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15))
Collecting colorama; extra == "windows" (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17))
Using cached https://files.pythonhosted.org/packages/db/c8/7dcf9dbcb22429512708fe3a547f8b6101c0d02137acbd892505aee57adf/colorama-0.3.9-py2.py3-none-any.whl
Collecting requests-ntlm>=0.3.0 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/03/4b/8b9a1afde8072c4d5710d9fa91433d504325821b038e00237dc8d6d833dc/requests_ntlm-1.1.0-py2.py3-none-any.whl
Collecting requests>=2.9.1 (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl
Collecting xmltodict (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/42/a9/7e99652c6bc619d19d58cdd8c47560730eb5825d43a7e25db2e1d776ceb7/xmltodict-0.11.0-py2.py3-none-any.whl
Collecting cryptography>=1.3 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/87/e6/915a482dbfef98bbdce6be1e31825f591fc67038d4ee09864c1d2c3db371/cryptography-2.3.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ntlm-auth>=1.0.2 (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/8e/5b/4047779fb456b0de503c4acb7b166becf2567efb772abb53998440791d3c/ntlm_auth-1.2.0-py2.py3-none-any.whl
Collecting certifi>=2017.4.17 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/df/f7/04fee6ac349e915b82171f8e23cee63644d83663b34c539f7a09aed18f9e/certifi-2018.8.24-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Collecting urllib3<1.24,>=1.21.1 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl
Collecting idna<2.8,>=2.5 (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl
Collecting enum34; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting asn1crypto>=0.21.0 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/ea/cd/35485615f45f30a510576f1a56d1e0a7ad7bd8ab5ed7cdc600ef7cd06222/asn1crypto-0.24.0-py2.py3-none-any.whl
Collecting cffi!=1.11.3,>=1.7 (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/14/dd/3e7a1e1280e7d767bd3fa15791759c91ec19058ebe31217fe66f3e9a8c49/cffi-1.11.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting ipaddress; python_version < "3" (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Using cached https://files.pythonhosted.org/packages/fc/d0/7fc3a811e011d4b388be48a0e381db8d990042df54aa4ef4599a31d39853/ipaddress-1.0.22-py2.py3-none-any.whl
Collecting pycparser (from cffi!=1.11.3,>=1.7->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25))
Installing collected packages: six, absl-py, MarkupSafe, jinja2, colorama, colorlog, blinker, futures, PyYAML, pint, numpy, functools32, contextlib2, certifi, chardet, urllib3, idna, requests, enum34, asn1crypto, pycparser, cffi, ipaddress, cryptography, ntlm-auth, requests-ntlm, xmltodict, pywinrm, timeout-decorator
Successfully installed MarkupSafe-1.0 PyYAML-3.12 absl-py-0.4.1 asn1crypto-0.24.0 blinker-1.4 certifi-2018.8.24 cffi-1.11.5 chardet-3.0.4 colorama-0.3.9 colorlog-2.6.0 contextlib2-0.5.5 cryptography-2.3.1 enum34-1.1.6 functools32-3.2.3.post2 futures-3.2.0 idna-2.7 ipaddress-1.0.22 jinja2-2.10 ntlm-auth-1.2.0 numpy-1.13.3 pint-0.8.1 pycparser-2.18 pywinrm-0.3.0 requests-2.19.1 requests-ntlm-1.1.0 six-1.11.0 timeout-decorator-0.4.0 urllib3-1.23 xmltodict-0.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5915937827444997944.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5329708176153093331.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6228281598217745591.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1267647144680803826.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1423
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1423/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 520b3a24e49306c30940ceab09100d775a04d28e (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 520b3a24e49306c30940ceab09100d775a04d28e
Commit message: "Merge pull request #6359 from RobbeSneyders/transforms"
> git rev-list --no-walk 520b3a24e49306c30940ceab09100d775a04d28e # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1225350988004338359.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2356235643482290787.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5667514732419409231.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7763934907796171680.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8212563470508317149.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4106348639491738849.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2545283430478793181.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6658735747795949925.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3426040156267446753.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1422
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1422/display/redirect?page=changes>
Changes:
[lcwik] [BEAM-5149] Add support for the Java SDK harness to merge windows.
[lcwik] Address PR comments.
[lcwik] [BEAM-5351] Fix missing pom.xml file in artifact jar.
[robbe.sneyders] remove sys.exc_clear()
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 520b3a24e49306c30940ceab09100d775a04d28e (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 520b3a24e49306c30940ceab09100d775a04d28e
Commit message: "Merge pull request #6359 from RobbeSneyders/transforms"
> git rev-list --no-walk 9b68f926628d727e917b6a33ccdafcfe693eef6a # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6831894870209446807.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3626609288096953755.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3112720937522925766.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins445959610504334344.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins322002760275622703.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4654653145304862633.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1896465777492539545.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4863608419136218543.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9056106006674116523.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1421
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1421/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 9b68f926628d727e917b6a33ccdafcfe693eef6a (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 9b68f926628d727e917b6a33ccdafcfe693eef6a
Commit message: "Merge pull request #6314 from robertwb/update-tf"
> git rev-list --no-walk 9b68f926628d727e917b6a33ccdafcfe693eef6a # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6261198958780304798.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7583210180192916582.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4785108439524400385.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6546143853422149659.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3767170491984179271.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7134605253612132772.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2125389350416963427.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8367073944707122520.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3241477398566223420.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1420
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1420/display/redirect?page=changes>
Changes:
[robertwb] Update container versions of NumPy and TensorFlow.
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 9b68f926628d727e917b6a33ccdafcfe693eef6a (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 9b68f926628d727e917b6a33ccdafcfe693eef6a
Commit message: "Merge pull request #6314 from robertwb/update-tf"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3378445083463717612.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8282572770307099168.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1502656906396727467.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4442890071598608463.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4530980682684981204.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5137353397509962549.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3742809508369767374.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8462543169548582145.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5476594055039201574.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1419
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1419/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4990613515041142215.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8160126735606064522.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1983213976496051001.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8028204512938057647.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1816954170037336781.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1500797821206241451.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5393730298680189702.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6937306586770432485.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4407984098020579677.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1418
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1418/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3583015582772742897.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7489856939676540382.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8809508507175907045.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2225251504856736265.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8974946203020456424.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5740280631703815338.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6403631687625712540.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4150108726615913904.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8909659703754224613.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1417
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1417/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8949884222568803219.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8931150008453956979.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1649097753901728902.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8587820183829549662.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4406390939937848993.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8015434578764698696.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8541585234272891823.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2666840988990184815.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1281680585989546438.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1416
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1416/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins165924596738203729.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5474383977019169579.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1653367580251926627.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8362580854549708953.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1210848035687967964.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1220672594101472508.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5348071616310504070.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2587335444381906798.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins492632457908210080.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1415
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1415/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8725049862170749538.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1436730176848313568.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1239670740697065344.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6971850542093215255.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5646963145021558802.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6916859515485169223.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5987338386059091714.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3770692939047468335.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2218909798023152037.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1414
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1414/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7391140809848060275.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8124151166689516991.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins539805800886766158.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3330939206250046909.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1226402344689953952.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8352775181008154717.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8767294789739733222.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7693601008511719245.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2185451264529156865.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1413
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1413/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5162411548230362987.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1937139899407337112.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1881744962549316698.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1949145518182857895.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5732463085528873381.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7393271374334993061.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3419907148397611070.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9137208131166160932.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8859119663557192449.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1412
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1412/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4565812389578765574.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins713130048509168339.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4141697675479115275.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2797101832387821686.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2809474270735795920.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7961664242952696034.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3381131428132237211.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6450961210544327805.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7183918313397485855.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1411
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1411/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 6aa2cf55376481de83a801cd9d79fb775916ee88 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5161618648489991456.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2528265963210700518.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3896997928066976302.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5914579276703755242.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5455089206370528936.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7932533868229131762.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5734350444710719403.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7067316509326017227.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3838468883217988612.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1410
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1410/display/redirect?page=changes>
Changes:
[apilloud] [BEAM-5279] Don't wipe SQL metadata, keep types simple
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 6aa2cf55376481de83a801cd9d79fb775916ee88 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 6aa2cf55376481de83a801cd9d79fb775916ee88
Commit message: "Merge pull request #6337 from apilloud/metadata"
> git rev-list --no-walk 7de8ad5a23d29c8cabf06768d45a0f9e8c5274f7 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins179233454340489334.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8286994731968818765.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins440308843248042142.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3619938152099111530.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5577880602352629530.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4351247579452124710.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4525587676649450859.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4509149837416913455.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5819992453344995460.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1409
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1409/display/redirect>
------------------------------------------
GitHub pull request #6355 of commit f43e2928bd4afd72bfcd06658642fa6a9f4ea49d, no merge conflicts.
Setting status of f43e2928bd4afd72bfcd06658642fa6a9f4ea49d to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1409/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6355/*:refs/remotes/origin/pr/6355/*
> git rev-parse refs/remotes/origin/pr/6355/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6355/merge^{commit} # timeout=10
Checking out Revision bf3f523804a3c50da0907d6cc262548ec8c815bd (refs/remotes/origin/pr/6355/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f bf3f523804a3c50da0907d6cc262548ec8c815bd
Commit message: "Merge f43e2928bd4afd72bfcd06658642fa6a9f4ea49d into 6aa2cf55376481de83a801cd9d79fb775916ee88"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8710441587602806037.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8602993915454179054.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4058891208920479401.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6455066738636640014.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8726667667778110985.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8506972823400235944.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6580176149472715462.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7996799898861907437.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins491159525312716207.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1408
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1408/display/redirect>
------------------------------------------
GitHub pull request #6344 of commit da649dde20db2d841cc80436d93004c623b07a5b, no merge conflicts.
Setting status of da649dde20db2d841cc80436d93004c623b07a5b to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1408/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6344/*:refs/remotes/origin/pr/6344/*
> git rev-parse refs/remotes/origin/pr/6344/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6344/merge^{commit} # timeout=10
Checking out Revision c37a95ec6428a340990df06ec7d72ab9ed51b10d (refs/remotes/origin/pr/6344/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f c37a95ec6428a340990df06ec7d72ab9ed51b10d
Commit message: "Merge da649dde20db2d841cc80436d93004c623b07a5b into 6aa2cf55376481de83a801cd9d79fb775916ee88"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5028336718696175740.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2043666462433187382.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9113351973946573503.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9116892766425486288.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8576528384953528905.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6351287750339190247.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5100877163290656129.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6740986512138820805.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1585718444404529659.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> --version
pip 18.0 from <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/pip> (python 2.7)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4190693009560130.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1407
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1407/display/redirect?page=changes>
Changes:
[tweise] [BEAM-5332] Do not attempt to evict cache after shutdown (#6342)
[thw] Cleanup FlinkExecutableStageContext and related classes.
[tweise] Compatibility Matrix: Build 'shadowJar' instead of regular jar (#6348)
[yifanzou] [BEAM-5301] migrate datastore_worcount integration test to Beam
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 7de8ad5a23d29c8cabf06768d45a0f9e8c5274f7 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 7de8ad5a23d29c8cabf06768d45a0f9e8c5274f7
Commit message: "Merge pull request #6333 from yifanzou/BEAM-5301/migrate_integration_test_for_datastore_wordcount"
> git rev-list --no-walk c34c367f5da6f9bef8a46471195470923a201af9 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4329375819775993274.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6802890619448268939.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4996262247195536955.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1645489109833378570.sh
+ sh -c 'virtualenv "$WORKSPACE/env/.beam_env"'
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1898052250593342648.sh
+ sh -c 'virtualenv "$WORKSPACE/env/.perfkit_env"'
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6607171889323061818.sh
+ sh -c '"$WORKSPACE/env/.beam_env"/bin/pip install --upgrade grpcio-tools==1.3.5'
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Requirement already satisfied, skipping upgrade: setuptools in ./env/.beam_env/lib/python2.7/site-packages (from protobuf>=3.2.0->grpcio-tools==1.3.5) (40.2.0)
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3309636549982051723.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3975376479545783041.sh
+ sh -c 'cd "$WORKSPACE/src"/sdks/python && "$WORKSPACE/env/.beam_env"/bin/pip install -e .[gcp,test]'
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1406
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1406/display/redirect>
------------------------------------------
GitHub pull request #6344 of commit 64b8096cb0b6ea3b130c3e5da491d879df4ed1ba, no merge conflicts.
Setting status of 64b8096cb0b6ea3b130c3e5da491d879df4ed1ba to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1406/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6344/*:refs/remotes/origin/pr/6344/*
> git rev-parse refs/remotes/origin/pr/6344/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6344/merge^{commit} # timeout=10
Checking out Revision 67702d629dc63466e3a021eee3e5ef4bfbc2ba78 (refs/remotes/origin/pr/6344/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f 67702d629dc63466e3a021eee3e5ef4bfbc2ba78
Commit message: "Merge 64b8096cb0b6ea3b130c3e5da491d879df4ed1ba into 6df2ef3ec9c835097e79b4441ce47ff09a458894"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7396379594991367752.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4529763741423330029.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3330739988932000253.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8283548740257136870.sh
+ sh -c 'virtualenv "$WORKSPACE/env/.beam_env"'
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8189768828610357670.sh
+ sh -c 'virtualenv "$WORKSPACE/env/.perfkit_env"'
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5074385213090245963.sh
+ sh -c '"$WORKSPACE/env/.beam_env"/bin/pip install --upgrade grpcio-tools==1.3.5'
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Requirement already satisfied, skipping upgrade: setuptools in ./env/.beam_env/lib/python2.7/site-packages (from protobuf>=3.2.0->grpcio-tools==1.3.5) (40.2.0)
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8534969980504113931.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4789996885172093702.sh
+ sh -c 'cd "$WORKSPACE/src"/sdks/python && "$WORKSPACE/env/.beam_env"/bin/pip install -e .[gcp,test]'
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1405
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1405/display/redirect>
------------------------------------------
GitHub pull request #6344 of commit e09a46217a8e5836353fa6ff39da194c3d7e82cc, no merge conflicts.
Setting status of e09a46217a8e5836353fa6ff39da194c3d7e82cc to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1405/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6344/*:refs/remotes/origin/pr/6344/*
> git rev-parse refs/remotes/origin/pr/6344/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6344/merge^{commit} # timeout=10
Checking out Revision 102e44ecbe1b23e279ddbb399ceed0bbe1a7cb96 (refs/remotes/origin/pr/6344/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f 102e44ecbe1b23e279ddbb399ceed0bbe1a7cb96
Commit message: "Merge e09a46217a8e5836353fa6ff39da194c3d7e82cc into 6df2ef3ec9c835097e79b4441ce47ff09a458894"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5989409812234390538.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6057664634972887500.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4181859335109750449.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3038775474056778771.sh
+ -c virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
/tmp/jenkins3038775474056778771.sh: line 2: -c: command not found
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1404
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1404/display/redirect>
------------------------------------------
GitHub pull request #6344 of commit e09a46217a8e5836353fa6ff39da194c3d7e82cc, no merge conflicts.
Setting status of e09a46217a8e5836353fa6ff39da194c3d7e82cc to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1404/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6344/*:refs/remotes/origin/pr/6344/*
> git rev-parse refs/remotes/origin/pr/6344/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6344/merge^{commit} # timeout=10
Checking out Revision 102e44ecbe1b23e279ddbb399ceed0bbe1a7cb96 (refs/remotes/origin/pr/6344/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f 102e44ecbe1b23e279ddbb399ceed0bbe1a7cb96
Commit message: "Merge e09a46217a8e5836353fa6ff39da194c3d7e82cc into 6df2ef3ec9c835097e79b4441ce47ff09a458894"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4212813832675654707.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2678846804210855325.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3918373622921673928.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins543740062326424728.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins483302066758049680.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5953874187044068970.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3485849319583453852.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins670072570327598459.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8895452924611545512.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1403
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1403/display/redirect>
------------------------------------------
GitHub pull request #6347 of commit cbfb734430a05a43b56fc752172be60b23826e15, no merge conflicts.
Setting status of cbfb734430a05a43b56fc752172be60b23826e15 to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1403/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6347/*:refs/remotes/origin/pr/6347/*
> git rev-parse refs/remotes/origin/pr/6347/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6347/merge^{commit} # timeout=10
Checking out Revision c6628c198098a5d198d61ad9b4a6bfe07fa63080 (refs/remotes/origin/pr/6347/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f c6628c198098a5d198d61ad9b4a6bfe07fa63080
Commit message: "Merge cbfb734430a05a43b56fc752172be60b23826e15 into a3028ef88c4c745c5c9c76415036ddb68d47a2a9"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5053290375588726513.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3988731902943398495.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4723733346624187229.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3125640267925114239.sh
+ virtualenv --version
15.0.1
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7929226928801455181.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --no-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7651135480156427913.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --no-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5777534324318175821.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8151315673566930116.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install pip==18.0
Requirement already satisfied: pip==18.0 in ./env/.beam_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5033495258144931326.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8036638232712453353.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7927234542031582030.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1402
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1402/display/redirect>
------------------------------------------
GitHub pull request #6347 of commit abb4c1d7b92d40395c4b14a020ebc00c9ad3e0a0, no merge conflicts.
Setting status of abb4c1d7b92d40395c4b14a020ebc00c9ad3e0a0 to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1402/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6347/*:refs/remotes/origin/pr/6347/*
> git rev-parse refs/remotes/origin/pr/6347/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6347/merge^{commit} # timeout=10
Checking out Revision c9563a3d265eb2deedd7a8e2f8bbbd328fee7a22 (refs/remotes/origin/pr/6347/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f c9563a3d265eb2deedd7a8e2f8bbbd328fee7a22
Commit message: "Merge abb4c1d7b92d40395c4b14a020ebc00c9ad3e0a0 into 992ece0a4ad444dee9faea21e4729c495dea6b42"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2499690978806286597.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3053226395785185109.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3496173755870366372.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3976427286370657178.sh
+ virtualenv --version
15.0.1
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5988188217623407686.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --no-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1813549423286015661.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --no-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6055936848482784209.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7084786690829081446.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4695305078498893202.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4921522677166507067.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1401
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1401/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision c34c367f5da6f9bef8a46471195470923a201af9 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f c34c367f5da6f9bef8a46471195470923a201af9
Commit message: "Finish Python 3 porting for coders subpackage (#6310)"
> git rev-list --no-walk c34c367f5da6f9bef8a46471195470923a201af9 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7741615489178826876.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins446266053428388032.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5101168859637766593.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2098184787832062094.sh
+ virtualenv --version
15.0.1
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7921841228024353777.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --no-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7459847208897038918.sh
+ . <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/activate>
++ deactivate nondestructive
++ unset -f pydoc
++ '[' -z '' ']'
++ '[' -z '' ']'
++ '[' -n /bin/bash ']'
++ hash -r
++ '[' -z '' ']'
++ unset VIRTUAL_ENV
++ '[' '!' nondestructive = nondestructive ']'
++ VIRTUAL_ENV=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
++ export VIRTUAL_ENV
++ _OLD_VIRTUAL_PATH=/home/jenkins/tools/java/latest1.8/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games
++ PATH=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin>:/home/jenkins/tools/java/latest1.8/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games
++ export PATH
++ '[' -z '' ']'
++ '[' -z '' ']'
++ _OLD_VIRTUAL_PS1=
++ '[' x '!=' x ']'
+++ basename <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
++ PS1='(.beam_env) '
++ export PS1
++ alias pydoc
++ '[' -n /bin/bash ']'
++ hash -r
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4029464824851637352.sh
+ which python pip
/usr/bin/python
/usr/local/bin/pip
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins805797341753871361.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2576758337746393592.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1400
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1400/display/redirect>
------------------------------------------
GitHub pull request #6346 of commit f4887c271e6f862a9afd5523f708b858326d84e3, no merge conflicts.
Setting status of f4887c271e6f862a9afd5523f708b858326d84e3 to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1400/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6346/*:refs/remotes/origin/pr/6346/*
> git rev-parse refs/remotes/origin/pr/6346/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6346/merge^{commit} # timeout=10
Checking out Revision ec28aaf33a24986843a50d8e4ad69b7c02370f52 (refs/remotes/origin/pr/6346/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f ec28aaf33a24986843a50d8e4ad69b7c02370f52
Commit message: "Merge f4887c271e6f862a9afd5523f708b858326d84e3 into c34c367f5da6f9bef8a46471195470923a201af9"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4311582798753232937.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6614900979538423779.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1395205130737406425.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins16823402819167717.sh
+ virtualenv --version
15.0.1
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1538924341235163654.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --no-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6281923588862743032.sh
+ . <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/activate>
++ deactivate nondestructive
++ unset -f pydoc
++ '[' -z '' ']'
++ '[' -z '' ']'
++ '[' -n /bin/bash ']'
++ hash -r
++ '[' -z '' ']'
++ unset VIRTUAL_ENV
++ '[' '!' nondestructive = nondestructive ']'
++ VIRTUAL_ENV=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
++ export VIRTUAL_ENV
++ _OLD_VIRTUAL_PATH=/home/jenkins/tools/java/latest1.8/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games
++ PATH=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin>:/home/jenkins/tools/java/latest1.8/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games
++ export PATH
++ '[' -z '' ']'
++ '[' -z '' ']'
++ _OLD_VIRTUAL_PS1=
++ '[' x '!=' x ']'
+++ basename <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
++ PS1='(.beam_env) '
++ export PS1
++ alias pydoc
++ '[' -n /bin/bash ']'
++ hash -r
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1622243267556328710.sh
+ which python pip
/usr/bin/python
/usr/local/bin/pip
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2567286080450490534.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5242355144547571294.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1399
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1399/display/redirect>
------------------------------------------
GitHub pull request #6346 of commit a2744a33771f565c15fa52bad0f94b4e31a32a9a, no merge conflicts.
Setting status of a2744a33771f565c15fa52bad0f94b4e31a32a9a to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1399/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6346/*:refs/remotes/origin/pr/6346/*
> git rev-parse refs/remotes/origin/pr/6346/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6346/merge^{commit} # timeout=10
Checking out Revision 4d2e145d67f66fff7343febe026adc9be7488661 (refs/remotes/origin/pr/6346/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f 4d2e145d67f66fff7343febe026adc9be7488661
Commit message: "Merge a2744a33771f565c15fa52bad0f94b4e31a32a9a into c34c367f5da6f9bef8a46471195470923a201af9"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3158700796239671106.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8347101356608773931.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4109572088161054467.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7888033241425676746.sh
+ virtualenv --version
15.0.1
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins567951048799477072.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --no-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2155887987380593673.sh
+ . <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/activate>
++ deactivate nondestructive
++ unset -f pydoc
++ '[' -z '' ']'
++ '[' -z '' ']'
++ '[' -n /bin/bash ']'
++ hash -r
++ '[' -z '' ']'
++ unset VIRTUAL_ENV
++ '[' '!' nondestructive = nondestructive ']'
++ VIRTUAL_ENV=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
++ export VIRTUAL_ENV
++ _OLD_VIRTUAL_PATH=/home/jenkins/tools/java/latest1.8/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games
++ PATH=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin>:/home/jenkins/tools/java/latest1.8/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games
++ export PATH
++ '[' -z '' ']'
++ '[' -z '' ']'
++ _OLD_VIRTUAL_PS1=
++ '[' x '!=' x ']'
+++ basename <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
++ PS1='(.beam_env) '
++ export PS1
++ alias pydoc
++ '[' -n /bin/bash ']'
++ hash -r
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins57871251173521881.sh
+ which python pip
/usr/bin/python
/usr/local/bin/pip
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4819924681319078626.sh
+ pip install --upgrade setuptools pip grpcio-tools==1.3.5
Collecting setuptools
Using cached https://files.pythonhosted.org/packages/66/e8/570bb5ca88a8bcd2a1db9c6246bb66615750663ffaaeada95b04ffe74e12/setuptools-40.2.0-py2.py3-none-any.whl
Collecting pip
Using cached https://files.pythonhosted.org/packages/5f/25/e52d3f31441505a5f3af41213346e5b6c221c9e086a166f3703d2ddaf940/pip-18.0-py2.py3-none-any.whl
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement not upgraded as not directly required: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement not upgraded as not directly required: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement not upgraded as not directly required: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement not upgraded as not directly required: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement not upgraded as not directly required: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
Installing collected packages: setuptools, pip, grpcio-tools
Found existing installation: setuptools 40.0.0
Uninstalling setuptools-40.0.0:
Successfully uninstalled setuptools-40.0.0
Rolling back uninstall of setuptools
Could not install packages due to an EnvironmentError: [Errno 13] Permission denied: '/usr/local/lib/python2.7/dist-packages/easy_install.py'
Consider using the `--user` option or check the permissions.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1398
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1398/display/redirect>
------------------------------------------
GitHub pull request #6346 of commit ecdb90fda3b79ecc08b8f3971f034743a60c3862, no merge conflicts.
Setting status of ecdb90fda3b79ecc08b8f3971f034743a60c3862 to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1398/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6346/*:refs/remotes/origin/pr/6346/*
> git rev-parse refs/remotes/origin/pr/6346/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6346/merge^{commit} # timeout=10
Checking out Revision de20bbabffb78fe2a434032f9f148365e5d44645 (refs/remotes/origin/pr/6346/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f de20bbabffb78fe2a434032f9f148365e5d44645
Commit message: "Merge ecdb90fda3b79ecc08b8f3971f034743a60c3862 into c34c367f5da6f9bef8a46471195470923a201af9"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins676998022235475460.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8231971993572947251.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4862062111544947002.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1041773378024922983.sh
+ virtualenv --version
15.0.1
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6381604468791846984.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --no-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7494374225800276610.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --no-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8099925332510259159.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1130071214099657418.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3060478531614714824.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins713043123526230495.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1397
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1397/display/redirect?page=changes>
Changes:
[aaltay] Finish Python 3 porting for coders subpackage (#6310)
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision c34c367f5da6f9bef8a46471195470923a201af9 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f c34c367f5da6f9bef8a46471195470923a201af9
Commit message: "Finish Python 3 porting for coders subpackage (#6310)"
> git rev-list --no-walk 932858ece39fb2477baa19638f0a6b36fb5dee9d # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins592781451468030158.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4305711026147952607.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8032993273084135421.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7451844436696491382.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins51903355346653330.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins752715258402098749.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4645319560529354185.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3895080103431312391.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1583324955911878156.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1396
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1396/display/redirect?page=changes>
Changes:
[herohde] [BEAM-5327] Add support for custom dataflow worker jar in Go
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 932858ece39fb2477baa19638f0a6b36fb5dee9d (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 932858ece39fb2477baa19638f0a6b36fb5dee9d
Commit message: "[BEAM-5327] Add support for custom dataflow worker jar in Go"
> git rev-list --no-walk fb23c7f2eacee5374cfd85a58d5d6746e18fabc7 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1986678626137251858.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8086565605412628026.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6239290976511357953.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2953842797681314322.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4792121246952337705.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4631410807540626891.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade grpcio-tools==1.3.5
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Requirement already satisfied, skipping upgrade: setuptools in ./env/.beam_env/lib/python2.7/site-packages (from protobuf>=3.2.0->grpcio-tools==1.3.5) (40.2.0)
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5461046580534322620.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8064009781566854473.sh
+ cd <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '.[gcp,test]'
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1395
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1395/display/redirect>
------------------------------------------
GitHub pull request #6344 of commit 1054bb200e077d6b42cb03ffee7370d30e2ac7f5, no merge conflicts.
Setting status of 1054bb200e077d6b42cb03ffee7370d30e2ac7f5 to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1395/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6344/*:refs/remotes/origin/pr/6344/*
> git rev-parse refs/remotes/origin/pr/6344/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6344/merge^{commit} # timeout=10
Checking out Revision 8f3f94bbaf854dcf95d0b3b1be0e8a9cf98674d7 (refs/remotes/origin/pr/6344/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f 8f3f94bbaf854dcf95d0b3b1be0e8a9cf98674d7
Commit message: "Merge 1054bb200e077d6b42cb03ffee7370d30e2ac7f5 into 932858ece39fb2477baa19638f0a6b36fb5dee9d"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1517617106610193148.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6519147601290248420.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5365433426914916518.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1829553095648396255.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4817786318349071095.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4043338179483322974.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade grpcio-tools==1.3.5
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Requirement already satisfied, skipping upgrade: setuptools in ./env/.beam_env/lib/python2.7/site-packages (from protobuf>=3.2.0->grpcio-tools==1.3.5) (40.2.0)
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins849090569585209878.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6742929769496560521.sh
+ cd <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '.[gcp,test]'
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1394
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1394/display/redirect>
------------------------------------------
GitHub pull request #6344 of commit 1054bb200e077d6b42cb03ffee7370d30e2ac7f5, no merge conflicts.
Setting status of 1054bb200e077d6b42cb03ffee7370d30e2ac7f5 to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1394/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam15 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6344/*:refs/remotes/origin/pr/6344/*
> git rev-parse refs/remotes/origin/pr/6344/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6344/merge^{commit} # timeout=10
Checking out Revision 8f3f94bbaf854dcf95d0b3b1be0e8a9cf98674d7 (refs/remotes/origin/pr/6344/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f 8f3f94bbaf854dcf95d0b3b1be0e8a9cf98674d7
Commit message: "Merge 1054bb200e077d6b42cb03ffee7370d30e2ac7f5 into 932858ece39fb2477baa19638f0a6b36fb5dee9d"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3204743055196190121.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins162882023153138836.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8086418050857366913.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins865514110066895186.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins443171563516731428.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9203205317581356889.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4215204060333692714.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8846043197264516947.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6035384272003032327.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1393
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1393/display/redirect>
------------------------------------------
GitHub pull request #6344 of commit 15251905f9ad7a133f83105fa3ebcb12cda73283, no merge conflicts.
Setting status of 15251905f9ad7a133f83105fa3ebcb12cda73283 to PENDING with url https://builds.apache.org/job/beam_PerformanceTests_Python/1393/ and message: 'Build started for merge commit.'
Using context: Python SDK Performance Test
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/6344/*:refs/remotes/origin/pr/6344/*
> git rev-parse refs/remotes/origin/pr/6344/merge^{commit} # timeout=10
> git rev-parse refs/remotes/origin/origin/pr/6344/merge^{commit} # timeout=10
Checking out Revision ad44109a35a7d264789a2108bc54d7b7871be113 (refs/remotes/origin/pr/6344/merge)
> git config core.sparsecheckout # timeout=10
> git checkout -f ad44109a35a7d264789a2108bc54d7b7871be113
Commit message: "Merge 15251905f9ad7a133f83105fa3ebcb12cda73283 into 932858ece39fb2477baa19638f0a6b36fb5dee9d"
First time build. Skipping changelog.
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins427215389727811279.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins573926339630262266.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3295067458870461733.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8334656846818573529.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2615706686661502870.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins253235759318329905.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade grpcio-tools==1.3.5
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Requirement already satisfied, skipping upgrade: setuptools in ./env/.beam_env/lib/python2.7/site-packages (from protobuf>=3.2.0->grpcio-tools==1.3.5) (40.2.0)
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7986539426678048648.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins307546970761126237.sh
+ cd <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '.[gcp,test]'
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1392
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1392/display/redirect>
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision fb23c7f2eacee5374cfd85a58d5d6746e18fabc7 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f fb23c7f2eacee5374cfd85a58d5d6746e18fabc7
Commit message: "Fixing bug in flink job server creation"
> git rev-list --no-walk fb23c7f2eacee5374cfd85a58d5d6746e18fabc7 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins624936374918015561.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1196740306376723563.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5642914537688811021.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6166176105661464249.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2553445935427701048.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7408075235156893843.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5455680177408261778.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1918899529152828142.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8873733147129333000.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1391
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1391/display/redirect?page=changes>
Changes:
[dattran] [BEAM-5107] Add support for ES-6.x to ElasticsearchIO
[mxm] Fixing bug in flink job server creation
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision fb23c7f2eacee5374cfd85a58d5d6746e18fabc7 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f fb23c7f2eacee5374cfd85a58d5d6746e18fabc7
Commit message: "Fixing bug in flink job server creation"
> git rev-list --no-walk 519e91e6de516a2800b23bec77a78acf8b94f075 # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8309831786009442113.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6122332362923932699.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6607298497030575962.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5600589223393798320.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins26608265998745226.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5368828446503911741.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Collecting grpcio>=1.3.5 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/bd/a6/4bad0d1a49071363dc6547a5178656fe375c80535128c12bb65c59d1a329/grpcio-1.14.2-cp27-cp27mu-manylinux1_x86_64.whl
Collecting protobuf>=3.2.0 (from grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/b8/c2/b7f587c0aaf8bf2201405e8162323037fe8d17aa21d3c7dda811b8d01469/protobuf-3.6.1-cp27-cp27mu-manylinux1_x86_64.whl
Collecting six>=1.5.2 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/67/4b/141a581104b1f6397bfa78ac9d43d8ad29a7ca43ea90a2d863fe3056e86a/six-1.11.0-py2.py3-none-any.whl
Collecting enum34>=1.0.4 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/c5/db/e56e6b4bbac7c4a06de1c50de6fe1ef3810018ae11732a50f15f62c7d050/enum34-1.1.6-py2-none-any.whl
Collecting futures>=2.2.0 (from grpcio>=1.3.5->grpcio-tools==1.3.5)
Using cached https://files.pythonhosted.org/packages/2d/99/b2c4e9d5a30f6471e410a146232b4118e697fa3ffc06d6a65efde84debd0/futures-3.2.0-py2-none-any.whl
Installing collected packages: six, enum34, futures, grpcio, protobuf, grpcio-tools
Successfully installed enum34-1.1.6 futures-3.2.0 grpcio-1.14.2 grpcio-tools-1.3.5 protobuf-3.6.1 six-1.11.0
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins9003944915413883050.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4000737414731121674.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1565395952426202693.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1390
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1390/display/redirect?page=changes>
Changes:
[qinyeli] Interactive Beam -- getting started guide
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 519e91e6de516a2800b23bec77a78acf8b94f075 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 519e91e6de516a2800b23bec77a78acf8b94f075
Commit message: "Merge pull request #6332 from qinyeli/master"
> git rev-list --no-walk 0749dc56348880b30d7d6824adf125c88ab895ce # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6428670890002420651.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8952204495228037251.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2516187851791650493.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins405518699574923357.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5402762031710612035.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8050140552059725875.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8271465054251019242.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins471369875988374088.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5414649045379179678.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1389
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1389/display/redirect?page=changes>
Changes:
[mxm] [BEAM-5308] Correct/cleanup DockerOnMac code in DockerJobBundleFactory
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 0749dc56348880b30d7d6824adf125c88ab895ce (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 0749dc56348880b30d7d6824adf125c88ab895ce
Commit message: "Merge pull request #6335: [BEAM-5308] Correct/cleanup DockerOnMac code in DockerJobBundleFactory"
> git rev-list --no-walk 96df1927544e5eababee344299f7b6a529f5b5aa # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3166343053881540508.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5524010318977458499.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4644354303222527887.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1458700752845162098.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins462893902087201002.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5825197355569216705.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1027567618700509040.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins5862660922648336175.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8395396670768222970.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1388
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1388/display/redirect?page=changes>
Changes:
[amaliujia] improve complext type tests
[aaltay] [BEAM-4511] added py3 tox env for first test (#6266)
------------------------------------------
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on beam7 (beam) in workspace <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git fetch --tags --progress https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision 96df1927544e5eababee344299f7b6a529f5b5aa (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 96df1927544e5eababee344299f7b6a529f5b5aa
Commit message: "Merge pull request #6290 from amaliujia/rui_wang-correct_test_case_of_complex_type"
> git rev-list --no-walk 7a65ef2b1f1d3f1f66a76b9b2ed9f8cac066c2bc # timeout=10
Cleaning workspace
> git rev-parse --verify HEAD # timeout=10
Resetting working tree
> git reset --hard # timeout=10
> git clean -fdx # timeout=10
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins242778507694360405.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6691061407140441298.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8356529755812842376.sh
+ rm -rf <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6968337236258175764.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins4591407411072534963.sh
+ virtualenv <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env> --system-site-packages
New python executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python2>
Also creating executable in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python>
Installing setuptools, pkg_resources, pip, wheel...done.
Running virtualenv with interpreter /usr/bin/python2
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2107094477029433890.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install --upgrade setuptools pip grpcio-tools==1.3.5
Requirement already up-to-date: setuptools in ./env/.beam_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.beam_env/lib/python2.7/site-packages (18.0)
Collecting grpcio-tools==1.3.5
Using cached https://files.pythonhosted.org/packages/05/f6/0296e29b1bac6f85d2a8556d48adf825307f73109a3c2c17fb734292db0a/grpcio_tools-1.3.5-cp27-cp27mu-manylinux1_x86_64.whl
Requirement already satisfied, skipping upgrade: grpcio>=1.3.5 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (1.13.0)
Requirement already satisfied, skipping upgrade: protobuf>=3.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio-tools==1.3.5) (3.6.0)
Requirement already satisfied, skipping upgrade: six>=1.5.2 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.11.0)
Requirement already satisfied, skipping upgrade: enum34>=1.0.4 in /usr/local/lib/python2.7/dist-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (1.1.6)
Requirement already satisfied, skipping upgrade: futures>=2.2.0 in /home/jenkins/.local/lib/python2.7/site-packages (from grpcio>=1.3.5->grpcio-tools==1.3.5) (3.2.0)
Installing collected packages: grpcio-tools
Successfully installed grpcio-tools-1.3.5
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins392980031676118006.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install --upgrade setuptools pip
Requirement already up-to-date: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (40.2.0)
Requirement already up-to-date: pip in ./env/.perfkit_env/lib/python2.7/site-packages (18.0)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8800597238895329116.sh
+ git clone https://github.com/GoogleCloudPlatform/PerfKitBenchmarker.git <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker>
Cloning into '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker'...>
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins819529148717797851.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/bin/pip> install -e '<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/[gcp,test]'>
Obtaining file://<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python>
Complete output from command python setup.py egg_info:
<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running egg_info
Requirement already satisfied: future==0.16.0 in /home/jenkins/.local/lib/python2.7/site-packages (0.16.0)
gapic-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-datastore-v1 0.90.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
proto-google-cloud-pubsub-v1 0.15.4 has requirement oauth2client<4.0dev,>=2.0.0, but you'll have oauth2client 4.1.2 which is incompatible.
apache-beam 2.8.0.dev0 has requirement fastavro==0.21.4, but you'll have fastavro 0.19.7 which is incompatible.
googledatastore 7.0.1 has requirement httplib2<0.10,>=0.9.1, but you'll have httplib2 0.11.3 which is incompatible.
googledatastore 7.0.1 has requirement oauth2client<4.0.0,>=2.0.1, but you'll have oauth2client 4.1.2 which is incompatible.
You are using pip version 10.0.1, however version 18.0 is available.
You should consider upgrading via the 'pip install --upgrade pip' command.
error: [Errno 2] No such file or directory
----------------------------------------
Command "python setup.py egg_info" failed with error code 1 in <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1387
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1387/display/redirect>
------------------------------------------
[...truncated 46.65 KB...]
copying apache_beam/runners/interactive/interactive_pipeline_graph.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/interactive_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/interactive_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_analyzer.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_analyzer_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_graph.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/job/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/job/manager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/job/utils.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/portability/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/flink_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/fn_api_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/fn_api_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/job_server.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/local_job_service.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/local_job_service_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating target
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins3387274645517345257.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Requirement already satisfied: absl-py in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14)) (0.2.2)
Requirement already satisfied: jinja2>=2.7 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15)) (2.10)
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Requirement already satisfied: colorlog[windows]==2.6.0 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17)) (2.6.0)
Requirement already satisfied: blinker>=1.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18)) (1.4)
Requirement already satisfied: futures>=3.0.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19)) (3.2.0)
Requirement already satisfied: PyYAML==3.12 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20)) (3.12)
Requirement already satisfied: pint>=0.7 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21)) (0.8.1)
Requirement already satisfied: numpy==1.13.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22)) (1.13.3)
Requirement already satisfied: functools32 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23)) (3.2.3.post2)
Requirement already satisfied: contextlib2>=0.5.1 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24)) (0.5.5)
Requirement already satisfied: pywinrm in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.3.0)
Requirement already satisfied: timeout-decorator in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26)) (0.4.0)
Requirement already satisfied: six in /usr/local/lib/python2.7/dist-packages (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14)) (1.11.0)
Requirement already satisfied: MarkupSafe>=0.23 in /usr/local/lib/python2.7/dist-packages (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15)) (1.0)
Requirement already satisfied: colorama; extra == "windows" in /home/jenkins/.local/lib/python2.7/site-packages (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17)) (0.3.9)
Requirement already satisfied: requests-ntlm>=0.3.0 in /home/jenkins/.local/lib/python2.7/site-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.1.0)
Requirement already satisfied: requests>=2.9.1 in /usr/local/lib/python2.7/dist-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.18.4)
Requirement already satisfied: xmltodict in /home/jenkins/.local/lib/python2.7/site-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.11.0)
Requirement already satisfied: cryptography>=1.3 in /usr/local/lib/python2.7/dist-packages (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.2.2)
Requirement already satisfied: ntlm-auth>=1.0.2 in /home/jenkins/.local/lib/python2.7/site-packages (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.2.0)
Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2018.4.16)
Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (3.0.4)
Requirement already satisfied: idna<2.7,>=2.5 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.6)
Requirement already satisfied: urllib3<1.23,>=1.21.1 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.22)
Requirement already satisfied: cffi>=1.7; platform_python_implementation != "PyPy" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.11.5)
Requirement already satisfied: enum34; python_version < "3" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.1.6)
Requirement already satisfied: asn1crypto>=0.21.0 in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.24.0)
Requirement already satisfied: ipaddress; python_version < "3" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.0.22)
Requirement already satisfied: pycparser in /usr/local/lib/python2.7/dist-packages (from cffi>=1.7; platform_python_implementation != "PyPy"->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.18)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins7767163316678286761.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python> <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/pkb.py> --project=apache-beam-testing --dpb_log_level=INFO --bigquery_table=beam_performance.wordcount_py_pkb_results --k8s_get_retry_count=36 --k8s_get_wait_interval=10 --python_binary=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> --temp_dir=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/> --beam_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src> --official=true --beam_sdk=python --benchmarks=beam_integration_benchmark --beam_it_class=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --beam_prebuilt=true --beam_it_args=--project=apache-beam-testing,--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it,--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it,--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
2018-09-05 12:18:30,195 412c64c1 MainThread INFO Verbose logging to: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/412c64c1/pkb.log>
2018-09-05 12:18:30,198 412c64c1 MainThread INFO PerfKitBenchmarker version: v1.12.0-812-gcdde510
2018-09-05 12:18:30,200 412c64c1 MainThread INFO Flag values:
--beam_it_class=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it
--beam_sdk=python
--k8s_get_wait_interval=10
--python_binary=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python>
--temp_dir=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
--beam_it_args=--project=apache-beam-testing,--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it,--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it,--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
--beam_prebuilt
--project=apache-beam-testing
--bigquery_table=beam_performance.wordcount_py_pkb_results
--official
--dpb_log_level=INFO
--beam_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src>
--k8s_get_retry_count=36
--benchmarks=beam_integration_benchmark
2018-09-05 12:18:30,451 412c64c1 MainThread WARNING The key "flags" was not in the default config, but was in user overrides. This may indicate a typo.
2018-09-05 12:18:30,621 412c64c1 MainThread beam_integration_benchmark(1/1) INFO Provisioning resources for benchmark beam_integration_benchmark
2018-09-05 12:18:30,624 412c64c1 MainThread beam_integration_benchmark(1/1) INFO Preparing benchmark beam_integration_benchmark
2018-09-05 12:18:30,625 412c64c1 MainThread beam_integration_benchmark(1/1) INFO Running benchmark beam_integration_benchmark
2018-09-05 12:18:30,637 412c64c1 MainThread beam_integration_benchmark(1/1) INFO Running: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> setup.py nosetests --tests=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --attr=IT --test-pipeline-options="--project=apache-beam-testing" "--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it" "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it" "--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output" "--runner=TestDataflowRunner" "--sdk_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/target/apache-beam-2.8.0.dev0.tar.gz">
2018-09-05 12:18:30,990 412c64c1 MainThread beam_integration_benchmark(1/1) INFO Ran: {<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> setup.py nosetests --tests=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --attr=IT --test-pipeline-options="--project=apache-beam-testing" "--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it" "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it" "--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output" "--runner=TestDataflowRunner" "--sdk_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/target/apache-beam-2.8.0.dev0.tar.gz"}> ReturnCode:1
STDOUT:
STDERR: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
/home/jenkins/.local/lib/python2.7/site-packages/nose/plugins/manager.py:395: RuntimeWarning: Unable to load plugin beam_test_plugin = test_config:BeamTestPlugin: (fastavro 0.19.7 (/home/jenkins/.local/lib/python2.7/site-packages), Requirement.parse('fastavro==0.21.4'))
RuntimeWarning)
usage: setup.py [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: setup.py --help [cmd1 cmd2 ...]
or: setup.py --help-commands
or: setup.py cmd --help
error: option --test-pipeline-options not recognized
2018-09-05 12:18:30,991 412c64c1 MainThread beam_integration_benchmark(1/1) ERROR Error during benchmark beam_integration_benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 676, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 556, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 160, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-09-05 12:18:30,992 412c64c1 MainThread beam_integration_benchmark(1/1) INFO Cleaning up benchmark beam_integration_benchmark
2018-09-05 12:18:30,994 412c64c1 MainThread beam_integration_benchmark(1/1) ERROR Exception running benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 812, in RunBenchmarkTask
RunBenchmark(spec, collector)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 676, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 556, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 160, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-09-05 12:18:30,994 412c64c1 MainThread beam_integration_benchmark(1/1) ERROR Benchmark 1/1 beam_integration_benchmark (UID: beam_integration_benchmark0) failed. Execution will continue.
2018-09-05 12:18:31,029 412c64c1 MainThread INFO Benchmark run statuses:
---------------------------------------------------------------------------------
Name UID Status Failed Substatus
---------------------------------------------------------------------------------
beam_integration_benchmark beam_integration_benchmark0 FAILED
---------------------------------------------------------------------------------
Success rate: 0.00% (0/1)
2018-09-05 12:18:31,029 412c64c1 MainThread INFO Complete logs can be found at: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/412c64c1/pkb.log>
2018-09-05 12:18:31,029 412c64c1 MainThread INFO Completion statuses can be found at: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/412c64c1/completion_statuses.json>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1386
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1386/display/redirect>
------------------------------------------
[...truncated 46.65 KB...]
copying apache_beam/runners/interactive/interactive_pipeline_graph.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/interactive_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/interactive_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_analyzer.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_analyzer_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_graph.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/job/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/job/manager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/job/utils.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/portability/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/flink_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/fn_api_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/fn_api_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/job_server.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/local_job_service.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/local_job_service_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating target
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins8307265760921119983.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Requirement already satisfied: absl-py in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14)) (0.2.2)
Requirement already satisfied: jinja2>=2.7 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15)) (2.10)
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Requirement already satisfied: colorlog[windows]==2.6.0 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17)) (2.6.0)
Requirement already satisfied: blinker>=1.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18)) (1.4)
Requirement already satisfied: futures>=3.0.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19)) (3.2.0)
Requirement already satisfied: PyYAML==3.12 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20)) (3.12)
Requirement already satisfied: pint>=0.7 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21)) (0.8.1)
Requirement already satisfied: numpy==1.13.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22)) (1.13.3)
Requirement already satisfied: functools32 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23)) (3.2.3.post2)
Requirement already satisfied: contextlib2>=0.5.1 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24)) (0.5.5)
Requirement already satisfied: pywinrm in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.3.0)
Requirement already satisfied: timeout-decorator in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26)) (0.4.0)
Requirement already satisfied: six in /usr/local/lib/python2.7/dist-packages (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14)) (1.11.0)
Requirement already satisfied: MarkupSafe>=0.23 in /usr/local/lib/python2.7/dist-packages (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15)) (1.0)
Requirement already satisfied: colorama; extra == "windows" in /home/jenkins/.local/lib/python2.7/site-packages (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17)) (0.3.9)
Requirement already satisfied: requests-ntlm>=0.3.0 in /home/jenkins/.local/lib/python2.7/site-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.1.0)
Requirement already satisfied: requests>=2.9.1 in /usr/local/lib/python2.7/dist-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.18.4)
Requirement already satisfied: xmltodict in /home/jenkins/.local/lib/python2.7/site-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.11.0)
Requirement already satisfied: cryptography>=1.3 in /usr/local/lib/python2.7/dist-packages (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.2.2)
Requirement already satisfied: ntlm-auth>=1.0.2 in /home/jenkins/.local/lib/python2.7/site-packages (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.2.0)
Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2018.4.16)
Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (3.0.4)
Requirement already satisfied: idna<2.7,>=2.5 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.6)
Requirement already satisfied: urllib3<1.23,>=1.21.1 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.22)
Requirement already satisfied: cffi>=1.7; platform_python_implementation != "PyPy" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.11.5)
Requirement already satisfied: enum34; python_version < "3" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.1.6)
Requirement already satisfied: asn1crypto>=0.21.0 in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.24.0)
Requirement already satisfied: ipaddress; python_version < "3" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.0.22)
Requirement already satisfied: pycparser in /usr/local/lib/python2.7/dist-packages (from cffi>=1.7; platform_python_implementation != "PyPy"->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.18)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins2995262203344306322.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python> <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/pkb.py> --project=apache-beam-testing --dpb_log_level=INFO --bigquery_table=beam_performance.wordcount_py_pkb_results --k8s_get_retry_count=36 --k8s_get_wait_interval=10 --python_binary=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> --temp_dir=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/> --beam_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src> --official=true --beam_sdk=python --benchmarks=beam_integration_benchmark --beam_it_class=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --beam_prebuilt=true --beam_it_args=--project=apache-beam-testing,--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it,--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it,--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
2018-09-05 06:18:30,079 bfb2ff94 MainThread INFO Verbose logging to: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/bfb2ff94/pkb.log>
2018-09-05 06:18:30,080 bfb2ff94 MainThread INFO PerfKitBenchmarker version: v1.12.0-812-gcdde510
2018-09-05 06:18:30,081 bfb2ff94 MainThread INFO Flag values:
--beam_it_class=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it
--beam_sdk=python
--k8s_get_wait_interval=10
--python_binary=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python>
--temp_dir=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
--beam_it_args=--project=apache-beam-testing,--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it,--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it,--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
--beam_prebuilt
--project=apache-beam-testing
--bigquery_table=beam_performance.wordcount_py_pkb_results
--official
--dpb_log_level=INFO
--beam_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src>
--k8s_get_retry_count=36
--benchmarks=beam_integration_benchmark
2018-09-05 06:18:30,391 bfb2ff94 MainThread WARNING The key "flags" was not in the default config, but was in user overrides. This may indicate a typo.
2018-09-05 06:18:30,556 bfb2ff94 MainThread beam_integration_benchmark(1/1) INFO Provisioning resources for benchmark beam_integration_benchmark
2018-09-05 06:18:30,559 bfb2ff94 MainThread beam_integration_benchmark(1/1) INFO Preparing benchmark beam_integration_benchmark
2018-09-05 06:18:30,560 bfb2ff94 MainThread beam_integration_benchmark(1/1) INFO Running benchmark beam_integration_benchmark
2018-09-05 06:18:30,572 bfb2ff94 MainThread beam_integration_benchmark(1/1) INFO Running: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> setup.py nosetests --tests=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --attr=IT --test-pipeline-options="--project=apache-beam-testing" "--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it" "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it" "--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output" "--runner=TestDataflowRunner" "--sdk_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/target/apache-beam-2.8.0.dev0.tar.gz">
2018-09-05 06:18:30,909 bfb2ff94 MainThread beam_integration_benchmark(1/1) INFO Ran: {<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> setup.py nosetests --tests=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --attr=IT --test-pipeline-options="--project=apache-beam-testing" "--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it" "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it" "--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output" "--runner=TestDataflowRunner" "--sdk_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/target/apache-beam-2.8.0.dev0.tar.gz"}> ReturnCode:1
STDOUT:
STDERR: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
/home/jenkins/.local/lib/python2.7/site-packages/nose/plugins/manager.py:395: RuntimeWarning: Unable to load plugin beam_test_plugin = test_config:BeamTestPlugin: (fastavro 0.19.7 (/home/jenkins/.local/lib/python2.7/site-packages), Requirement.parse('fastavro==0.21.4'))
RuntimeWarning)
usage: setup.py [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: setup.py --help [cmd1 cmd2 ...]
or: setup.py --help-commands
or: setup.py cmd --help
error: option --test-pipeline-options not recognized
2018-09-05 06:18:30,909 bfb2ff94 MainThread beam_integration_benchmark(1/1) ERROR Error during benchmark beam_integration_benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 676, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 556, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 160, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-09-05 06:18:30,910 bfb2ff94 MainThread beam_integration_benchmark(1/1) INFO Cleaning up benchmark beam_integration_benchmark
2018-09-05 06:18:30,912 bfb2ff94 MainThread beam_integration_benchmark(1/1) ERROR Exception running benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 812, in RunBenchmarkTask
RunBenchmark(spec, collector)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 676, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 556, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 160, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-09-05 06:18:30,912 bfb2ff94 MainThread beam_integration_benchmark(1/1) ERROR Benchmark 1/1 beam_integration_benchmark (UID: beam_integration_benchmark0) failed. Execution will continue.
2018-09-05 06:18:30,967 bfb2ff94 MainThread INFO Benchmark run statuses:
---------------------------------------------------------------------------------
Name UID Status Failed Substatus
---------------------------------------------------------------------------------
beam_integration_benchmark beam_integration_benchmark0 FAILED
---------------------------------------------------------------------------------
Success rate: 0.00% (0/1)
2018-09-05 06:18:30,968 bfb2ff94 MainThread INFO Complete logs can be found at: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/bfb2ff94/pkb.log>
2018-09-05 06:18:30,968 bfb2ff94 MainThread INFO Completion statuses can be found at: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/bfb2ff94/completion_statuses.json>
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PerformanceTests_Python #1385
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_Python/1385/display/redirect?page=changes>
Changes:
[pablo] Trying to add synthetic step
[pablo] Apply spotless
[pablo] Fixing findbugs issue
[pablo] Fixing issues
[pablo] Addressing comments from reviewer
[pablo] Addressing comments
[pablo] Addressing comments
[amaliujia] Check hasNext before next
[mxm] [BEAM-5250] Fix GlobalWindow's max timestamp in Python SDK
[pablo] Adding license
[pablo] Fixing doc issue
[thw] Fix Flink job server slf4j binding issue resulting from #6284
------------------------------------------
[...truncated 46.65 KB...]
copying apache_beam/runners/interactive/interactive_pipeline_graph.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/interactive_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/interactive_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_analyzer.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_analyzer_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/interactive/pipeline_graph.py -> apache-beam-2.8.0.dev0/apache_beam/runners/interactive
copying apache_beam/runners/job/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/job/manager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/job/utils.py -> apache-beam-2.8.0.dev0/apache_beam/runners/job
copying apache_beam/runners/portability/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/flink_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/fn_api_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/fn_api_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/job_server.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/local_job_service.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/local_job_service_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating target
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins1769167660353364374.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/pip> install -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt>
Requirement already satisfied: absl-py in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14)) (0.2.2)
Requirement already satisfied: jinja2>=2.7 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15)) (2.10)
Requirement already satisfied: setuptools in ./env/.perfkit_env/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 16)) (40.2.0)
Requirement already satisfied: colorlog[windows]==2.6.0 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17)) (2.6.0)
Requirement already satisfied: blinker>=1.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 18)) (1.4)
Requirement already satisfied: futures>=3.0.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 19)) (3.2.0)
Requirement already satisfied: PyYAML==3.12 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 20)) (3.12)
Requirement already satisfied: pint>=0.7 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 21)) (0.8.1)
Requirement already satisfied: numpy==1.13.3 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 22)) (1.13.3)
Requirement already satisfied: functools32 in /usr/local/lib/python2.7/dist-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 23)) (3.2.3.post2)
Requirement already satisfied: contextlib2>=0.5.1 in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 24)) (0.5.5)
Requirement already satisfied: pywinrm in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.3.0)
Requirement already satisfied: timeout-decorator in /home/jenkins/.local/lib/python2.7/site-packages (from -r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 26)) (0.4.0)
Requirement already satisfied: six in /usr/local/lib/python2.7/dist-packages (from absl-py->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 14)) (1.11.0)
Requirement already satisfied: MarkupSafe>=0.23 in /usr/local/lib/python2.7/dist-packages (from jinja2>=2.7->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 15)) (1.0)
Requirement already satisfied: colorama; extra == "windows" in /home/jenkins/.local/lib/python2.7/site-packages (from colorlog[windows]==2.6.0->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 17)) (0.3.9)
Requirement already satisfied: requests-ntlm>=0.3.0 in /home/jenkins/.local/lib/python2.7/site-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.1.0)
Requirement already satisfied: requests>=2.9.1 in /usr/local/lib/python2.7/dist-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.18.4)
Requirement already satisfied: xmltodict in /home/jenkins/.local/lib/python2.7/site-packages (from pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.11.0)
Requirement already satisfied: cryptography>=1.3 in /usr/local/lib/python2.7/dist-packages (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.2.2)
Requirement already satisfied: ntlm-auth>=1.0.2 in /home/jenkins/.local/lib/python2.7/site-packages (from requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.2.0)
Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2018.4.16)
Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (3.0.4)
Requirement already satisfied: idna<2.7,>=2.5 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.6)
Requirement already satisfied: urllib3<1.23,>=1.21.1 in /usr/local/lib/python2.7/dist-packages (from requests>=2.9.1->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.22)
Requirement already satisfied: cffi>=1.7; platform_python_implementation != "PyPy" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.11.5)
Requirement already satisfied: enum34; python_version < "3" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.1.6)
Requirement already satisfied: asn1crypto>=0.21.0 in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (0.24.0)
Requirement already satisfied: ipaddress; python_version < "3" in /usr/local/lib/python2.7/dist-packages (from cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (1.0.22)
Requirement already satisfied: pycparser in /usr/local/lib/python2.7/dist-packages (from cffi>=1.7; platform_python_implementation != "PyPy"->cryptography>=1.3->requests-ntlm>=0.3.0->pywinrm->-r <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/requirements.txt> (line 25)) (2.18)
[beam_PerformanceTests_Python] $ /bin/bash -xe /tmp/jenkins6234894661552216648.sh
+ <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/env/.perfkit_env/bin/python> <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/pkb.py> --project=apache-beam-testing --dpb_log_level=INFO --bigquery_table=beam_performance.wordcount_py_pkb_results --k8s_get_retry_count=36 --k8s_get_wait_interval=10 --python_binary=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> --temp_dir=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/> --beam_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src> --official=true --beam_sdk=python --benchmarks=beam_integration_benchmark --beam_it_class=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --beam_prebuilt=true --beam_it_args=--project=apache-beam-testing,--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it,--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it,--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
2018-09-05 01:36:14,322 6800562b MainThread INFO Verbose logging to: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/6800562b/pkb.log>
2018-09-05 01:36:14,322 6800562b MainThread INFO PerfKitBenchmarker version: v1.12.0-812-gcdde510
2018-09-05 01:36:14,323 6800562b MainThread INFO Flag values:
--beam_it_class=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it
--beam_sdk=python
--k8s_get_wait_interval=10
--python_binary=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python>
--temp_dir=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/>
--beam_it_args=--project=apache-beam-testing,--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it,--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it,--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
--beam_prebuilt
--project=apache-beam-testing
--bigquery_table=beam_performance.wordcount_py_pkb_results
--official
--dpb_log_level=INFO
--beam_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src>
--k8s_get_retry_count=36
--benchmarks=beam_integration_benchmark
2018-09-05 01:36:14,611 6800562b MainThread WARNING The key "flags" was not in the default config, but was in user overrides. This may indicate a typo.
2018-09-05 01:36:14,769 6800562b MainThread beam_integration_benchmark(1/1) INFO Provisioning resources for benchmark beam_integration_benchmark
2018-09-05 01:36:14,773 6800562b MainThread beam_integration_benchmark(1/1) INFO Preparing benchmark beam_integration_benchmark
2018-09-05 01:36:14,773 6800562b MainThread beam_integration_benchmark(1/1) INFO Running benchmark beam_integration_benchmark
2018-09-05 01:36:14,786 6800562b MainThread beam_integration_benchmark(1/1) INFO Running: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> setup.py nosetests --tests=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --attr=IT --test-pipeline-options="--project=apache-beam-testing" "--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it" "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it" "--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output" "--runner=TestDataflowRunner" "--sdk_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/target/apache-beam-2.8.0.dev0.tar.gz">
2018-09-05 01:36:15,133 6800562b MainThread beam_integration_benchmark(1/1) INFO Ran: {<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/bin/python> setup.py nosetests --tests=apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it --attr=IT --test-pipeline-options="--project=apache-beam-testing" "--staging_location=gs://temp-storage-for-end-to-end-tests/staging-it" "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it" "--output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output" "--runner=TestDataflowRunner" "--sdk_location=<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/src/sdks/python/target/apache-beam-2.8.0.dev0.tar.gz"}> ReturnCode:1
STDOUT:
STDERR: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/.beam_env/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
/home/jenkins/.local/lib/python2.7/site-packages/nose/plugins/manager.py:395: RuntimeWarning: Unable to load plugin beam_test_plugin = test_config:BeamTestPlugin: (fastavro 0.19.7 (/home/jenkins/.local/lib/python2.7/site-packages), Requirement.parse('fastavro==0.21.4'))
RuntimeWarning)
usage: setup.py [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]
or: setup.py --help [cmd1 cmd2 ...]
or: setup.py --help-commands
or: setup.py cmd --help
error: option --test-pipeline-options not recognized
2018-09-05 01:36:15,134 6800562b MainThread beam_integration_benchmark(1/1) ERROR Error during benchmark beam_integration_benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 676, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 556, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 160, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-09-05 01:36:15,135 6800562b MainThread beam_integration_benchmark(1/1) INFO Cleaning up benchmark beam_integration_benchmark
2018-09-05 01:36:15,137 6800562b MainThread beam_integration_benchmark(1/1) ERROR Exception running benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 812, in RunBenchmarkTask
RunBenchmark(spec, collector)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 676, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 556, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 160, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_Python/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-09-05 01:36:15,137 6800562b MainThread beam_integration_benchmark(1/1) ERROR Benchmark 1/1 beam_integration_benchmark (UID: beam_integration_benchmark0) failed. Execution will continue.
2018-09-05 01:36:15,191 6800562b MainThread INFO Benchmark run statuses:
---------------------------------------------------------------------------------
Name UID Status Failed Substatus
---------------------------------------------------------------------------------
beam_integration_benchmark beam_integration_benchmark0 FAILED
---------------------------------------------------------------------------------
Success rate: 0.00% (0/1)
2018-09-05 01:36:15,192 6800562b MainThread INFO Complete logs can be found at: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/6800562b/pkb.log>
2018-09-05 01:36:15,192 6800562b MainThread INFO Completion statuses can be found at: <https://builds.apache.org/job/beam_PerformanceTests_Python/ws/runs/6800562b/completion_statuses.json>
Build step 'Execute shell' marked build as failure