You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/05 15:49:06 UTC
Build failed in Jenkins: beam_PostCommit_Py_ValCont #914
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/914/display/redirect?page=changes>
Changes:
[lukasz.gajowy] [BEAM-5355] Add GroupByKeyLoadTest
------------------------------------------
[...truncated 168.71 KB...]
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py>:54: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
print('Found: %s.' % self.build_console_url(pipeline.options))
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 812, in run
test(orig)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 45, in __call__
return self.run(*arg, **kwarg)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 133, in run
self.runTest(result)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 151, in runTest
test(result)
File "/usr/lib/python2.7/unittest/case.py", line 393, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python2.7/unittest/case.py", line 329, in run
testMethod()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 79, in test_wordcount_fnapi_it
on_success_matcher=PipelineStateMatcher()))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_fnapi.py",> line 125, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 69, in run_pipeline
self.wait_until_in_state(PipelineState.CANCELLED, timeout=300)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 89, in wait_until_in_state
job_state = self.result.state
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1128, in state
self._update_job()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1084, in _update_job
self._job = self._runner.dataflow_client.get_job(self.job_id())
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/utils/retry.py",> line 184, in wrapper
return fun(*args, **kwargs)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py",> line 629, in get_job
response = self._client.projects_locations_jobs.Get(request)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py",> line 604, in Get
config, request, global_params=global_params)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/base_api.py",> line 720, in _RunMethod
http, http_request, **opts)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 346, in MakeRequest
check_response_func=check_response_func)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 396, in _MakeRequestNoRetry
redirections=redirections, connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 175, in new_request
redirections, connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 282, in request
connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1694, in request
(response, content) = self._request(conn, authority, uri, request_uri, method, body, headers, redirections, cachekey)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1434, in _request
(response, content) = self._conn_request(conn, request_uri, method, body, headers)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1390, in _conn_request
response = conn.getresponse()
File "/usr/lib/python2.7/httplib.py", line 1136, in getresponse
response.begin()
File "/usr/lib/python2.7/httplib.py", line 453, in begin
version, status, reason = self._read_status()
File "/usr/lib/python2.7/httplib.py", line 409, in _read_status
line = self.fp.readline(_MAXLINE + 1)
File "/usr/lib/python2.7/socket.py", line 480, in readline
data = self._sock.recv(self._rbufsize)
File "/usr/lib/python2.7/ssl.py", line 756, in recv
return self.read(buflen)
File "/usr/lib/python2.7/ssl.py", line 643, in read
v = self._sslobj.read(len)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 276, in signalhandler
raise TimedOutException()
TimedOutException: 'test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)'
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 902.058s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181005-152811
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:0b0efbb5b351ace1a96e888bf0ade73ead7ed5a6b29b2f487f0f1399456bc7e5
Deleted: sha256:3d0e593d54709d72bfe8d4c4f30c4839cc23aadd6db786e0d3409ac0475f819a
Deleted: sha256:03087c633101c61eaf8030623262a75666387e2f14b9622e974cd6ca0992091f
Deleted: sha256:01565c029d9626ef61ba5190f5c6232e81ac9297b5177384f9984fc857876625
Deleted: sha256:44c315a28efe7f0b2121d6e8fe35f2d34ea9fbf67aba50e40b88f23dfa0e168c
Deleted: sha256:b1eaf55e201fc8db011dc15d27d368b88807d67d63402e486959df6ef607044e
Deleted: sha256:675022e8125ed9a0645749f4a30650753d96e427c32525d3cb2ed6a42327d74c
Deleted: sha256:975021c2eed933fa17509bda5326db66a1b912e76a7364adf432236328a9ff09
Deleted: sha256:58595cca2811b8f81dc312ed5248498643f16b7dc47dbd21c41f0d1d7a37b72e
Deleted: sha256:20b05c8514ceca78a139eef3ebd168bb2453d32a15208498265a13906af1d92a
Deleted: sha256:c3852446db8498c6d5872f3be8427e67f8f76822ccbe4309a67c6ae0b90275ff
Deleted: sha256:a87bc5907ba5f93099529b9688b30fe30097a031cf67391a7626de3ec6920e88
Deleted: sha256:17f64cd893e3b0814d3f8251f9107fba1df40f3ab335d0e62ffce06b4f0b710f
Deleted: sha256:a7acfa57e772c2d09cf5144fa4c4903f087c02929e6898d7f65adb216d5d5b1c
Deleted: sha256:db9c3520b432f0c22358f77bcb122804a5f7b23ac3690a7fe1fe2b8aa5677906
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:0b0efbb5b351ace1a96e888bf0ade73ead7ed5a6b29b2f487f0f1399456bc7e5
Associated tags:
- 20181005-152811
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181005-152811
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181005-152811].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:0b0efbb5b351ace1a96e888bf0ade73ead7ed5a6b29b2f487f0f1399456bc7e5].
Removed the container
Build step 'Execute shell' marked build as failure
Jenkins build is back to normal : beam_PostCommit_Py_ValCont #919
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/919/display/redirect?page=changes>
Build failed in Jenkins: beam_PostCommit_Py_ValCont #918
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/918/display/redirect?page=changes>
Changes:
[aaltay] [BEAM-5607] Set python_version of typing library < 3.5.0 (#6543)
------------------------------------------
[...truncated 169.61 KB...]
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py>:54: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
print('Found: %s.' % self.build_console_url(pipeline.options))
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 812, in run
test(orig)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 45, in __call__
return self.run(*arg, **kwarg)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 133, in run
self.runTest(result)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 151, in runTest
test(result)
File "/usr/lib/python2.7/unittest/case.py", line 393, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python2.7/unittest/case.py", line 329, in run
testMethod()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 79, in test_wordcount_fnapi_it
on_success_matcher=PipelineStateMatcher()))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_fnapi.py",> line 125, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 68, in run_pipeline
self.result.cancel()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1188, in cancel
return self.state
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1128, in state
self._update_job()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1084, in _update_job
self._job = self._runner.dataflow_client.get_job(self.job_id())
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/utils/retry.py",> line 184, in wrapper
return fun(*args, **kwargs)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py",> line 629, in get_job
response = self._client.projects_locations_jobs.Get(request)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py",> line 604, in Get
config, request, global_params=global_params)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/base_api.py",> line 720, in _RunMethod
http, http_request, **opts)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 346, in MakeRequest
check_response_func=check_response_func)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 396, in _MakeRequestNoRetry
redirections=redirections, connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 175, in new_request
redirections, connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 282, in request
connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1694, in request
(response, content) = self._request(conn, authority, uri, request_uri, method, body, headers, redirections, cachekey)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1434, in _request
(response, content) = self._conn_request(conn, request_uri, method, body, headers)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1390, in _conn_request
response = conn.getresponse()
File "/usr/lib/python2.7/httplib.py", line 1136, in getresponse
response.begin()
File "/usr/lib/python2.7/httplib.py", line 453, in begin
version, status, reason = self._read_status()
File "/usr/lib/python2.7/httplib.py", line 409, in _read_status
line = self.fp.readline(_MAXLINE + 1)
File "/usr/lib/python2.7/socket.py", line 480, in readline
data = self._sock.recv(self._rbufsize)
File "/usr/lib/python2.7/ssl.py", line 756, in recv
return self.read(buflen)
File "/usr/lib/python2.7/ssl.py", line 643, in read
v = self._sslobj.read(len)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 276, in signalhandler
raise TimedOutException()
TimedOutException: 'test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)'
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 901.879s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181005-195006
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:4de8847d8c40c7fbfc7b56eb422c229f4593dc6e44d5986647556e5ec5d994fe
Deleted: sha256:ea47e11af4205856e4ddc6d3740e0425d246bfe83443b2e3f2ce584b5deba057
Deleted: sha256:7c2104883d5af367fc2f8007a75afe78fc06e42f68ececab10e173acfe625910
Deleted: sha256:6ad6bb2cff3e30c44a897edda1916ee3117db32eb03756c3158bbb2a81d880cf
Deleted: sha256:635fe78813b6f3eaf120be46452c091c3a500e39aa863a9d73bd45d0ef792f8e
Deleted: sha256:0b22f3459f923dac22200d6792daf3c2bd81f2cdb86dcd1a432d42806aa32aab
Deleted: sha256:3d9cd7aaa05c6d4e27c72d50bd3b1df04a80a5c3adfd6743bfb79d6581ea3f46
Deleted: sha256:54f0e8c118cbcc276d36172ab03541e8d16478d3cf51d907d8bf3a33af143b2b
Deleted: sha256:e6cebbf7ebcbf6c8e07c10130226700ea0d919d173780a456932082c60f85ad4
Deleted: sha256:54882d34465d37c9ced7750e42a7d9f092cf9c138ddc9a1c5f630098db6f5ae4
Deleted: sha256:0cd34da8b3d2712d480b7e824d650dc6897ee61e500e0434f2ee143e404a8c57
Deleted: sha256:f43cfbdd74008f0bcca5387be1c375bc0706203af5f75b39b24814cd4fed744e
Deleted: sha256:ab051be8c9dc3d40f2b18a53ce5e6306e7f6424a12bf00a801a5ac21b0ec3724
Deleted: sha256:1569ed2bd2294a48d6efc76e6624417e1f74d6195a79d79cc6b0ef1d68a0f5bf
Deleted: sha256:cff02664e23aaff903e95f391a8eb1e2eb2761c8e876ee14982cc1bcd92b5dbe
Deleted: sha256:4ee4ea2f0113e98b49d8e376ce847feb374ddf2b8ea775502459d8a1b8a3eaed
Deleted: sha256:9fedc4119efca3697e9f1bdfc0cdd3f3ea486d4e8e10b802f2d68edd4969a4e2
Deleted: sha256:61eeb711fad08a00f7800ce923b7bf09ee8555a3d45c134ee7f3553188fa5c3e
Deleted: sha256:f06addea51e1dbbe2095b3f480698938f960ab0a92e138429df8ad11e5dd57f3
Deleted: sha256:15e081f584b0a5070fc635c9d7cb15b55ba8a2d0a087c8706e64457282ad7cc3
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:4de8847d8c40c7fbfc7b56eb422c229f4593dc6e44d5986647556e5ec5d994fe
Associated tags:
- 20181005-195006
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181005-195006
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181005-195006].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:4de8847d8c40c7fbfc7b56eb422c229f4593dc6e44d5986647556e5ec5d994fe].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #917
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/917/display/redirect>
------------------------------------------
[...truncated 168.72 KB...]
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py>:54: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
print('Found: %s.' % self.build_console_url(pipeline.options))
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 812, in run
test(orig)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 45, in __call__
return self.run(*arg, **kwarg)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 133, in run
self.runTest(result)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 151, in runTest
test(result)
File "/usr/lib/python2.7/unittest/case.py", line 393, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python2.7/unittest/case.py", line 329, in run
testMethod()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 79, in test_wordcount_fnapi_it
on_success_matcher=PipelineStateMatcher()))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_fnapi.py",> line 125, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 69, in run_pipeline
self.wait_until_in_state(PipelineState.CANCELLED, timeout=300)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 89, in wait_until_in_state
job_state = self.result.state
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1128, in state
self._update_job()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1084, in _update_job
self._job = self._runner.dataflow_client.get_job(self.job_id())
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/utils/retry.py",> line 184, in wrapper
return fun(*args, **kwargs)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py",> line 629, in get_job
response = self._client.projects_locations_jobs.Get(request)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py",> line 604, in Get
config, request, global_params=global_params)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/base_api.py",> line 720, in _RunMethod
http, http_request, **opts)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 346, in MakeRequest
check_response_func=check_response_func)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 396, in _MakeRequestNoRetry
redirections=redirections, connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 175, in new_request
redirections, connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 282, in request
connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1694, in request
(response, content) = self._request(conn, authority, uri, request_uri, method, body, headers, redirections, cachekey)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1434, in _request
(response, content) = self._conn_request(conn, request_uri, method, body, headers)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1390, in _conn_request
response = conn.getresponse()
File "/usr/lib/python2.7/httplib.py", line 1136, in getresponse
response.begin()
File "/usr/lib/python2.7/httplib.py", line 453, in begin
version, status, reason = self._read_status()
File "/usr/lib/python2.7/httplib.py", line 409, in _read_status
line = self.fp.readline(_MAXLINE + 1)
File "/usr/lib/python2.7/socket.py", line 480, in readline
data = self._sock.recv(self._rbufsize)
File "/usr/lib/python2.7/ssl.py", line 756, in recv
return self.read(buflen)
File "/usr/lib/python2.7/ssl.py", line 643, in read
v = self._sslobj.read(len)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 276, in signalhandler
raise TimedOutException()
TimedOutException: 'test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)'
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 901.874s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181005-180008
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:cf03933288c2b9fb2c7373a8155980fb562ab6ceaff0012b9b6bb1dbed246230
Deleted: sha256:120d47d96b87c01984814d297ee23984cb1a5bf415040d037f860a946098d886
Deleted: sha256:9cb3b99614dd256fc7f234fdd9c0b36b38c4e34fbaf1241b5e0e0fe6697a1522
Deleted: sha256:5139d868e4d8bb5df6aab01f5ced2e12633986af57a1ce2383437eec861ac4cd
Deleted: sha256:83da189bb2cd7c6c00d91e58132893800027b3c25fa4276bf9ed453097e15dd3
Deleted: sha256:ab69d0b0d52c1b0ab511b195beda8898c3483bccede384402a7630b89f506e9c
Deleted: sha256:75a128b89d6197f2c5de96e8a94b454a3abd7f6a7aa277c221102ce108987eee
Deleted: sha256:67c8097d7c23fc8e9bf2603c0608c124fd7118fd617e0229305eda3e9d3e0238
Deleted: sha256:73417c3f6708e1d5d1e807fe71201c21422fd0233fe3a6c32dc1a6939808c5a0
Deleted: sha256:cab118a2738e8f9c2ac3301a38c445e1506fb559c894485b96dd66dfe676c1e1
Deleted: sha256:243b71c511cb17880f1faab69606ff908c0cb737921904455d2292d6f16446f1
Deleted: sha256:78cd53a555d6e6def68f199c47ee3f31f5f6a44e1707ec5e9f6ff7764a214097
Deleted: sha256:800b876087536ad0cb6b6ee737203a28e3e9759399a6b36f07f1868c83c7130b
Deleted: sha256:a91e3f5bee715c5f5b876d04f43875cb79dd6b51fd6953ffa4a09ce033cd202a
Deleted: sha256:d7fd058a29dd61ab757d92d7cbc45a51e1833a3e6006c53aee1c6ce7d6eaa87d
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:cf03933288c2b9fb2c7373a8155980fb562ab6ceaff0012b9b6bb1dbed246230
Associated tags:
- 20181005-180008
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181005-180008
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181005-180008].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:cf03933288c2b9fb2c7373a8155980fb562ab6ceaff0012b9b6bb1dbed246230].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #916
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/916/display/redirect?page=changes>
Changes:
[github] Fix website redirects, part 2
------------------------------------------
[...truncated 168.72 KB...]
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py>:54: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
print('Found: %s.' % self.build_console_url(pipeline.options))
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 812, in run
test(orig)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 45, in __call__
return self.run(*arg, **kwarg)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 133, in run
self.runTest(result)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 151, in runTest
test(result)
File "/usr/lib/python2.7/unittest/case.py", line 393, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python2.7/unittest/case.py", line 329, in run
testMethod()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 79, in test_wordcount_fnapi_it
on_success_matcher=PipelineStateMatcher()))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_fnapi.py",> line 125, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 68, in run_pipeline
self.result.cancel()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1188, in cancel
return self.state
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1128, in state
self._update_job()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1084, in _update_job
self._job = self._runner.dataflow_client.get_job(self.job_id())
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/utils/retry.py",> line 184, in wrapper
return fun(*args, **kwargs)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py",> line 629, in get_job
response = self._client.projects_locations_jobs.Get(request)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py",> line 604, in Get
config, request, global_params=global_params)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/base_api.py",> line 720, in _RunMethod
http, http_request, **opts)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 346, in MakeRequest
check_response_func=check_response_func)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 396, in _MakeRequestNoRetry
redirections=redirections, connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 175, in new_request
redirections, connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 282, in request
connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1694, in request
(response, content) = self._request(conn, authority, uri, request_uri, method, body, headers, redirections, cachekey)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1434, in _request
(response, content) = self._conn_request(conn, request_uri, method, body, headers)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1390, in _conn_request
response = conn.getresponse()
File "/usr/lib/python2.7/httplib.py", line 1136, in getresponse
response.begin()
File "/usr/lib/python2.7/httplib.py", line 453, in begin
version, status, reason = self._read_status()
File "/usr/lib/python2.7/httplib.py", line 409, in _read_status
line = self.fp.readline(_MAXLINE + 1)
File "/usr/lib/python2.7/socket.py", line 480, in readline
data = self._sock.recv(self._rbufsize)
File "/usr/lib/python2.7/ssl.py", line 756, in recv
return self.read(buflen)
File "/usr/lib/python2.7/ssl.py", line 643, in read
v = self._sslobj.read(len)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 276, in signalhandler
raise TimedOutException()
TimedOutException: 'test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)'
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 901.776s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181005-173103
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:09c55357c2c884f55f225f5399c3e0f3694bae01fde013983b4b5ac219556063
Deleted: sha256:ff55a74245dd4aa0bd18e8cfa4ecaffea42c67750cb36c2197ee0943ffb70454
Deleted: sha256:10f0f3a7df322fc6d1ecc35bc63519d0e99e1d6c70a17e71b19aa20734451673
Deleted: sha256:8e9e2f2c9c2f6a932ada4a36a136c7becd2db20979e7384c647efece0803fe3d
Deleted: sha256:423103c11a81b6213d99f06878417f885043c020a6fdd977dbf4ece3b6af71c0
Deleted: sha256:52b48f36d722c83d44e7279f5bb33120cabd58febf792b88b2fb97593da2851a
Deleted: sha256:dd5f0d2543c74affe3ce26cc27e3890829c65fc78fb0276aa2a4cc655ad50e0b
Deleted: sha256:eb1a164f65d430379ff5d1c7d253cf826511122b9ce94b557421e60d2e895ee6
Deleted: sha256:3daf0285db2ce757f0d15ccdc2b647dd1f2a0295078a8972f5a9dccb1ae8a31a
Deleted: sha256:c966c2bba56f9e049b2feda34d2e79cd3dc369b710ca37cccd47772fd0ca14e0
Deleted: sha256:f6ab6d40feca7875ee128db37e83afee6e6f049ccc1a176550a5f2a848893a40
Deleted: sha256:ebba141a6c79cfef2dada38a235b2c9c4e48c0d7d992ed03375d763aae03e645
Deleted: sha256:be351e6d966349fa72c2dd098dc5180b616860b80ef1d01d4b73f436dd68750f
Deleted: sha256:0561ea0d37d4ef5bbaf7f72ea5bd413e8f8f98d280c5a527631317d5f560748b
Deleted: sha256:57a529d3e6898215670be70d467c1dffc0f04e520db57aa17ca97916b97679b0
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:09c55357c2c884f55f225f5399c3e0f3694bae01fde013983b4b5ac219556063
Associated tags:
- 20181005-173103
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181005-173103
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181005-173103].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:09c55357c2c884f55f225f5399c3e0f3694bae01fde013983b4b5ac219556063].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #915
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/915/display/redirect?page=changes>
Changes:
[apilloud] [BEAM-5112] UdafImpl isn't part of interpreter
------------------------------------------
[...truncated 168.70 KB...]
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py>:54: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
print('Found: %s.' % self.build_console_url(pipeline.options))
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 812, in run
test(orig)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 45, in __call__
return self.run(*arg, **kwarg)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 133, in run
self.runTest(result)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 151, in runTest
test(result)
File "/usr/lib/python2.7/unittest/case.py", line 393, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python2.7/unittest/case.py", line 329, in run
testMethod()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 79, in test_wordcount_fnapi_it
on_success_matcher=PipelineStateMatcher()))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_fnapi.py",> line 125, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 69, in run_pipeline
self.wait_until_in_state(PipelineState.CANCELLED, timeout=300)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 89, in wait_until_in_state
job_state = self.result.state
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1128, in state
self._update_job()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1084, in _update_job
self._job = self._runner.dataflow_client.get_job(self.job_id())
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/utils/retry.py",> line 184, in wrapper
return fun(*args, **kwargs)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py",> line 629, in get_job
response = self._client.projects_locations_jobs.Get(request)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py",> line 604, in Get
config, request, global_params=global_params)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/base_api.py",> line 720, in _RunMethod
http, http_request, **opts)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 346, in MakeRequest
check_response_func=check_response_func)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 396, in _MakeRequestNoRetry
redirections=redirections, connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 175, in new_request
redirections, connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 282, in request
connection_type=connection_type)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1694, in request
(response, content) = self._request(conn, authority, uri, request_uri, method, body, headers, redirections, cachekey)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1434, in _request
(response, content) = self._conn_request(conn, request_uri, method, body, headers)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1390, in _conn_request
response = conn.getresponse()
File "/usr/lib/python2.7/httplib.py", line 1136, in getresponse
response.begin()
File "/usr/lib/python2.7/httplib.py", line 453, in begin
version, status, reason = self._read_status()
File "/usr/lib/python2.7/httplib.py", line 409, in _read_status
line = self.fp.readline(_MAXLINE + 1)
File "/usr/lib/python2.7/socket.py", line 480, in readline
data = self._sock.recv(self._rbufsize)
File "/usr/lib/python2.7/ssl.py", line 756, in recv
return self.read(buflen)
File "/usr/lib/python2.7/ssl.py", line 643, in read
v = self._sslobj.read(len)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 276, in signalhandler
raise TimedOutException()
TimedOutException: 'test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)'
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 902.016s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181005-171010
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:1cab64fe2cf5fd2600ec684b609db0a4cafca18b2982d02f928ce1dd37b869e2
Deleted: sha256:97661a2e5c4b36fa8c8253ddb58e41c26275677c133598c3bea83d12f88ab325
Deleted: sha256:12036a326c9f3dac62e7a076ad573b14e8cbdd1332c22475b00f2e6ea3c76d73
Deleted: sha256:7f5fe121afc2c40ba2fd07b414fc1ecdf21576605d59f142ea76c8e366111e59
Deleted: sha256:ba69703e6d19a2764e62ed6387822e318a341676a453ea17dc005fb7afef24ae
Deleted: sha256:332b3f205a2814ace78f04f2d80bc333d83d5725574dbbcc12b9efcb82a61ae8
Deleted: sha256:d69b3f2af20b5345791a7898688e7fc280610151d347b072cf4985a620dabfa3
Deleted: sha256:b0e1e3f67a2b2f51acd9d8894c5cb20f1cab09ec85ba4381e7967afa6e17514e
Deleted: sha256:f268004218216f13f37b8e430a70f82165c0034ad11ecad79032180aafe5fa8f
Deleted: sha256:547ac8be65244d21fdd32517c1c168e49b54958b6625c7e3ca2e7560bc66af9e
Deleted: sha256:ba870a7145ac84c2001297aa5790b411dbffa9ea07f06b8d79578f39ca7bbfa7
Deleted: sha256:615e6fe8c85c51f0ac57b7cbaa3e92c863cd3545e03b22fee3ea8e58a5b5bab4
Deleted: sha256:fb22c0ef1aa104327f2121508580cb181a90478f24a09a3f2e3a5a18419e6ad4
Deleted: sha256:cc911c14a1e41f5579d659a0fdad9503b6b744781b37d90f82c23bc54225aaaa
Deleted: sha256:ba7c05de34ae62406455622de9de1af5e31a499bfb001d1feb9ca29875eeddef
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:1cab64fe2cf5fd2600ec684b609db0a4cafca18b2982d02f928ce1dd37b869e2
Associated tags:
- 20181005-171010
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181005-171010
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181005-171010].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:1cab64fe2cf5fd2600ec684b609db0a4cafca18b2982d02f928ce1dd37b869e2].
Removed the container
Build step 'Execute shell' marked build as failure