You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/10 12:05:33 UTC
Build failed in Jenkins: beam_PostCommit_Py_ValCont #977
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/977/display/redirect>
------------------------------------------
[...truncated 164.77 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.233s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-120007
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:f5310d7afaaf21fc26b5ad787475fd2d06fac443e6f7012c96853c900f8b112a
Deleted: sha256:248a2675f8e86b3a16c1087411a384cc46f4b86780bff3f9a6f2fa40f6755cff
Deleted: sha256:d266dcdeeb5906a4499755ba6f7007987962530b7d1be0edd9373d48637cda48
Deleted: sha256:49d602d63523acb267a2527cb5e1859c2d49d7679d40a2f8011ee1fd053652c5
Deleted: sha256:137ab9ae9951e21f76f699946b97a3b8783af832447724f4bd6b11b6e5fdce97
Deleted: sha256:bea12e9bc2942ecf707f201a38e7902ae1985a86d83b39037a6efab9bf8c56ee
Deleted: sha256:7a9f737f59bcdf93ac6320247104cefa590477990bcd74dd661944e4d97d64ac
Deleted: sha256:65d1ac2ad0b05a77a351d6fd51f94317cf9574778d429d3ab55ec1f11f5cd475
Deleted: sha256:94b816b4c21de3fcb9c1e408fabff8a66e312165252d108ecc323e8703b129c0
Deleted: sha256:2d22531873585490d48479dc889ba94dacef67adc8065351598750976658300a
Deleted: sha256:e2228e907f3bee782fb843340bd646fee094c680a44de8dc6f6cf02524695815
Deleted: sha256:959a4d4f8165b1c3fad56799bed5b8b51cb053a93c5c14d1b6a743bd520603f1
Deleted: sha256:e09338de50fe67e0bbf3f161a12b95b29ebf8800685f57efdc45104a43ff498b
Deleted: sha256:a151cbb8e70879b01bf82717b567159a222bb3e8b3ec74b35844fc0bf6bf3a16
Deleted: sha256:cb5548354e6ba9283070260ab26da95489eca2d2a7f2157e826fef6da03fb706
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:f5310d7afaaf21fc26b5ad787475fd2d06fac443e6f7012c96853c900f8b112a
Associated tags:
- 20181010-120007
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-120007
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-120007].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:f5310d7afaaf21fc26b5ad787475fd2d06fac443e6f7012c96853c900f8b112a].
Removed the container
Build step 'Execute shell' marked build as failure
Jenkins build is back to normal : beam_PostCommit_Py_ValCont #987
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/987/display/redirect?page=changes>
Build failed in Jenkins: beam_PostCommit_Py_ValCont #986
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/986/display/redirect?page=changes>
Changes:
[github] minor doc change to reflect the current filename
------------------------------------------
[...truncated 164.82 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.9.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.9.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
Writing apache-beam-2.9.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.9.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.9.0.dev' to '2.9.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.199s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-195727
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:0b998623430c29140029e3fc03b48775023e1c0d4a81c8601d6a816922a87fd6
Deleted: sha256:bc28895c281f283cd6cf5843e78547d7c52a01eb9fe64cafc633cd08ebf6128f
Deleted: sha256:16732ec08b35012977b314f5eabd92acd82c31ce4a856efa03f5014cf1112a92
Deleted: sha256:e55952fad17860380d0f667e40bd81c284ce26a3ae68727fbff2d66281c15759
Deleted: sha256:273a3033fadc7c43787603798a58f8e4d859fb5afe6f4fc050519fdb7f3dd8ba
Deleted: sha256:3c805344d76a83461aea8b4904f382eeb1c8afdb92f81dd2d616e007bdf71dad
Deleted: sha256:16fa883f00acfe8dbc1ca681be5e84b7290ae0c7b7e765adbad20dab2814d072
Deleted: sha256:c9a2685091e5682da106a8df373d27154cd392ee84bd60474de864cade64e8a5
Deleted: sha256:b00051b439ce71a93a2861e870fdd364ab924f83fcdc4d39e495d99e82192f05
Deleted: sha256:241937fe8149393e0cc822e2caefd7e3da4670eb491adc4799f9339e2f088559
Deleted: sha256:ae632646dbd77a8c7b5f9ab7dd894cdb23b6394a93fa62c64aeca46e361b3d08
Deleted: sha256:dbc40e55f664b93a62354003ccd520df79af936ff99e1399bd9a4916e12535f9
Deleted: sha256:7c222309c6ce83887136febb9ebb42a2fe453502e8b2a273d905e5aad1f3d72d
Deleted: sha256:bffe9b705971380b61d34903f162db660980ad085c35365a565a4d9481e2e5a6
Deleted: sha256:10ac345adc57ab92653a29ea4dfa213294cb7522fde1031e53ec954316ccd166
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:0b998623430c29140029e3fc03b48775023e1c0d4a81c8601d6a816922a87fd6
Associated tags:
- 20181010-195727
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-195727
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-195727].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:0b998623430c29140029e3fc03b48775023e1c0d4a81c8601d6a816922a87fd6].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #985
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/985/display/redirect?page=changes>
Changes:
[millsd] Plumb names properly through streaming side input consuming DoFns and
------------------------------------------
[...truncated 164.84 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.9.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.9.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
Writing apache-beam-2.9.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.9.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.9.0.dev' to '2.9.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.288s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-193106
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:e156a2d6257eb135e79a571e1ab32cf6ee3133b585ff93175196ccd3bbddb470
Deleted: sha256:b6cfc223a434d7e38353d0dc168bcb10a0848968cfc16bb0861158cc02f00fba
Deleted: sha256:e8662857ffd995706aa25a9675ec7dcce9fd57f5256ef464ae4d007182d25c98
Deleted: sha256:34e005e019e5116adab3b75ec209812939e63a8c12e0aec4d08a3ed890e3d756
Deleted: sha256:a4247b13569ced824c53bca0b52816b530ee24d750352f9ff37d3d9a1f45db62
Deleted: sha256:6a775c4a22c2496f78ecd3379dc9a3289bae9f20f9e9762e4afadffab07bb4c2
Deleted: sha256:3b7daa7dc2ecb6ce0c4a97b783399e949eb76deaa86e26e0cd35399cf2f5de26
Deleted: sha256:6f655db8bc54c9be9974b1a8e43be0101ea859701c5f798980fa6ed4b967c428
Deleted: sha256:fe2d1d53dd295ab295788974e0d4d7bcd93322ecb1943ab969ef417dfb2cfee6
Deleted: sha256:b9493ac3b61ba2ed95cfcbac162338b44584a6f92e32c8137a742b8a32ad94d3
Deleted: sha256:b947912fbaf2629439a9cb7a8a6091402ccd1d89e756d735f32a459b9b4e6ca2
Deleted: sha256:1ccacb46cf1d3abca27cbc139bba1bdc15e693b286141047c75ef9441fc3acbc
Deleted: sha256:960573c7d4e9f0cbc96971ea90b2d3f65a05857c0e59a091396b1ca55be3e6e6
Deleted: sha256:a5264675df4be7e0f7e58aa334f2811f7f31fb9d3eaa864ee1981516caf98236
Deleted: sha256:9e0777d0c347d0ac712ad4cff78c4247eb6d39ecfe14894e93d08abf26df3424
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:e156a2d6257eb135e79a571e1ab32cf6ee3133b585ff93175196ccd3bbddb470
Associated tags:
- 20181010-193106
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-193106
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-193106].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:e156a2d6257eb135e79a571e1ab32cf6ee3133b585ff93175196ccd3bbddb470].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #984
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/984/display/redirect?page=changes>
Changes:
[altay] Moving to 2.9.0-SNAPSHOT on master branch.
------------------------------------------
[...truncated 165.25 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.9.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.9.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.9.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.9.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.9.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.9.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.9.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.9.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.9.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.9.0.dev0/apache_beam/utils
Writing apache-beam-2.9.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.9.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.9.0.dev' to '2.9.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.396s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-182154
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:d443bc6cc819acae5aa962c001c55345874aeba8beb3cf39de75638400338981
Deleted: sha256:9b3f5e8f83b9d1efb5129a41333920d90e43aed2cf349a63ff7900ce348c5c86
Deleted: sha256:afa4cf97f95bfb9a8530f10b4964f13ddab02766c37d6a93097d30f592c7d5c7
Deleted: sha256:a64c0dca96f350243f2ebdced5f849c16ff90842efa9a771721bbef2806aafa7
Deleted: sha256:1c1bad23affffbdfc2f0085133f61a85ea1d656bf50e48623d323d9b27d31216
Deleted: sha256:6441f4edf6b2de896013184dcaa4b82f73d33578cc173bd379e78d33f56cd195
Deleted: sha256:ae1a711839b35197b97a584ae08a500f6298d083c1d598d5cad42c481d0c4433
Deleted: sha256:df45f78ea1de2058a81f96884a816e4ab08063549f8ef496564bc7818a10f25a
Deleted: sha256:922c8057f1013a9bf682e1e488a6b5960508db044683d9133d8631afc7bc4617
Deleted: sha256:dcc740bc5f62e2369f6125ad27ebfe4201fc193a533266b24ee1514e6e5ca2ff
Deleted: sha256:33f5bb281053183f383b051f964bc45db05138efb4988ed5b8645d2ed0330442
Deleted: sha256:d74cea698bc99031056532a57c9bd697ed9e6a1bf021ae9189b4cafc1eec88ea
Deleted: sha256:440385eccc917cf548bb3a5086c2db35dd043eafaff8d39245e1c592fa603260
Deleted: sha256:3a57d33189ac5e4ed13fc595b274bca8459eb6089536d33bc9ef44f845251d9e
Deleted: sha256:a79b63e48d1391915a4963830c6a171626897af056dc7f8a5bf0ff5ac24106ee
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:d443bc6cc819acae5aa962c001c55345874aeba8beb3cf39de75638400338981
Associated tags:
- 20181010-182154
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-182154
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-182154].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:d443bc6cc819acae5aa962c001c55345874aeba8beb3cf39de75638400338981].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #983
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/983/display/redirect>
------------------------------------------
[...truncated 164.82 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.101s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-180009
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:31e0f5cd2935a0d64e893ed341012b47dcdb871e67fa26ae7f2e68b74c1ee821
Deleted: sha256:4e033f802169b2a727cea94d71b7008fc447d32faa37dd86e175a6bcb74a106a
Deleted: sha256:d3f8468ba05735c7b52f3b6c2215400870a19ee7f7185defa467a791559b0ac4
Deleted: sha256:7dc1e1ac109f832ec473db06fdc6bdadc0406c2dddfac49b148487eb2a57edc7
Deleted: sha256:80553df1a90a842ffb0afa5de69a059e2276a2ef6e18636b13654572bcb84820
Deleted: sha256:4c5ce87eea3d5c3ee8acf49028e2c3071c000ecdb51a6bbe5288ed472ed0eef0
Deleted: sha256:1318cc9048d0ec02ec37d40edc90d8b41c599840511900ec187c3851629c5ebe
Deleted: sha256:1076c6102b95175bf35b57b469b7e8222c44f769d52c46f4df92d584aef1e0d8
Deleted: sha256:ca16f2a6da8b8bc7053af90d10f4f9948b098bc2930c3e3027190bb0591a77c1
Deleted: sha256:fcf3b2286814aba59f35c26b4fa0cb37aedd4293747c8a8bdafedfec188cadaf
Deleted: sha256:ed161d19346ce7e4893bf5f04b2590c7fb49b428613b76950b3aabe2acd10bd5
Deleted: sha256:e52d1b3f34347cfd2b948d67acf81331ae99e8ab098c2f42158c6b64d9d3d0bd
Deleted: sha256:dfdceaa1eb0d4a01f81ceefb9ee02c1794bed261aa399bbf5a55275cbecd9c8e
Deleted: sha256:bc5d5f4d326b1c59ad9d1ecf048369b2fe00048ba07c1e2c51038e66f366aa7d
Deleted: sha256:0e17035629eb97e8139ecb2807566d93416802be5527f9d9deaae04f4a2a252b
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:31e0f5cd2935a0d64e893ed341012b47dcdb871e67fa26ae7f2e68b74c1ee821
Associated tags:
- 20181010-180009
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-180009
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-180009].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:31e0f5cd2935a0d64e893ed341012b47dcdb871e67fa26ae7f2e68b74c1ee821].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #982
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/982/display/redirect?page=changes>
Changes:
[mxm] Update OWNERS file for runners-flink
------------------------------------------
[...truncated 164.81 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.219s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-164112
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:49146448020b03290de7439f6b1058f2bcf7ee3b95dab8409934ef57c64ed8ca
Deleted: sha256:af7828470efb5613e1bae93189cdd54ce5f6f130fa68ca36fb745d225a8f9271
Deleted: sha256:85b593cd6af9cd83d47628270ca5df04564f8ee9f1a7ae05c64acaba36e37cb3
Deleted: sha256:ccf8b2a2c018fa9dee2cea23fd947b1f1658cd8aea1a262c1d0aec569eb7361d
Deleted: sha256:10836354e5cdce7d50cbd784e782aab20fa03085dace64dac3c708960331bc67
Deleted: sha256:4181f278fb7c31942ba460401e3d8d4f32ee7b5184e58b15c1ef8f3b9d94390b
Deleted: sha256:c1d8d615449f6ab028bdf174d063bd30d01138a9f78d0cbaa26263315ae95bdb
Deleted: sha256:04cca3d9c045dd5a77693df24802ab4fb6a41f94e5466e8a24e1cf4fd3a2bdff
Deleted: sha256:44192262d1390ed5870c26e83a7d9ee696798394cca9b945b0934089619a0182
Deleted: sha256:db79368d2852c1c02e9c58f977a8ab742a954494d310c6799359dd67035c21a5
Deleted: sha256:0550603ae66f3c50db63fb3a36aac78f65ac102c8fef720a07758fcdbcb68e56
Deleted: sha256:f7b26191a54a71b2c44c31d459199f6a65142c8544693f43db9b1efbb2beeb1a
Deleted: sha256:136cd2ee93a99d2c1f73855d0a0445c62069439f27b324f05b9fa779d8aa5622
Deleted: sha256:b2d7a57ab15f8cfe9d4f115e05f6148c0afad9ef985c1f801d44adde2132f23e
Deleted: sha256:2f9fc45d68e6f1200eda7619513972c1ff4f033550be9ed5d6b172b994b0d45d
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:49146448020b03290de7439f6b1058f2bcf7ee3b95dab8409934ef57c64ed8ca
Associated tags:
- 20181010-164112
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-164112
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-164112].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:49146448020b03290de7439f6b1058f2bcf7ee3b95dab8409934ef57c64ed8ca].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #981
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/981/display/redirect?page=changes>
Changes:
[ankurgoenka] [BEAM-5284] Increase concurrency of java Portable VR tests
------------------------------------------
[...truncated 164.81 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.377s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-160837
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:7f8341a67111fbac6a569d4168e70abdca2aea6d0875c6cfda987cff18aea8fe
Deleted: sha256:74b17c51369beae29e23e510205b7aeb84c5dfe2695682e49e2ebdbcecf8c471
Deleted: sha256:cee7c255fc9f73bc60c2846d8afb8be109251687d82d00f1d6a695f4e971aac4
Deleted: sha256:1ef520377e6ff869b89b9553bace5fa466c188b7bb46e60ea7a15ac714a6a8ae
Deleted: sha256:6ef07372629df2062899ab7cdc6148b64ef240a4f7a6f65b323129bb90437cf6
Deleted: sha256:c251247166e4aeedd20de1e4f0317788490f3f50645fee71e3bc4368d6c56284
Deleted: sha256:1b569ee7e524db6cc079b4e0c04656db75c9892d865d5e5ee373abfe3caa3492
Deleted: sha256:8eb9b2e8c91004a70dbefe7c529bc9ac5e7d421de2549f4e14de2f82d2a5cc50
Deleted: sha256:002a6003b6a489cc55723654480fa063389214770fa0b1125d482aa9eb8c08ab
Deleted: sha256:9d3bafc009b09c810fc6294fdb4dffb1cef765fa076853484444ed72f9291339
Deleted: sha256:4f919180121812da678aaae71385af28459be0d602f0c3044ee26d82f1d3d0b7
Deleted: sha256:d6e2096d909fe0b8694730aed33e781aec66dd25341a2492a53607e0dad4bbc0
Deleted: sha256:d835a27859f126d7bc0f8414a5f7fba55ac700509939f18f24b76c942ce3ef49
Deleted: sha256:48b1d5493e1f2ebfc358fe6534805846d9538ffe237b9b236a8c8bcf815aa7d3
Deleted: sha256:8932bc0d8d4a1b229aae4cf4a155b4148ba5a4f61c028f3c384b0592e252ffd3
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:7f8341a67111fbac6a569d4168e70abdca2aea6d0875c6cfda987cff18aea8fe
Associated tags:
- 20181010-160837
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-160837
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-160837].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:7f8341a67111fbac6a569d4168e70abdca2aea6d0875c6cfda987cff18aea8fe].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #980
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/980/display/redirect?page=changes>
Changes:
[ankurgoenka] [BEAM-5697] Support legacy pipeline option deserialization
------------------------------------------
[...truncated 164.80 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.357s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-155655
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:2172bdab7a92388e58c172840b337f48fcb97d29ffe2e07af14764e24bc7f6ac
Deleted: sha256:c8736abaff01dfe7837cde29a24bf869a56b4297cb8ed0652a03808aae6e348f
Deleted: sha256:978996dbd38262dcd11c12d0a4f8f21713698635fca6d32c7fecaa6e04b1fcbf
Deleted: sha256:c4900ad030002f0375f7be30b1ac8c57066071dae9f899e47f1b975b8287b035
Deleted: sha256:242f012f20af68be364a4d949d8f1b52285cb3e8340768b24a8686e3654564ef
Deleted: sha256:43fa6acb603444ba5316a1b825d1596a185f5987bae180a1b00a92348b8de39e
Deleted: sha256:aee9497d737364f7fa1ae5e4a751725eb0c7853567fd37bdd270a2ab6f9baddf
Deleted: sha256:1e85c3b13b34f86cc76442d5728da7ad24c0539a4e37a12f4db9264c518b0ee9
Deleted: sha256:337879e90e01f567ed31355c444ccec6eba7a2c1631dfb0389fd1d09bd6d8757
Deleted: sha256:5a0f2846734ce552559c1d4cd19ab0c870600e8d8407e84e4419c9b064837485
Deleted: sha256:edd4cca9e929c52bac7ce5e28e582b439f6dcf7c8cb0002f52b09c8e5c278530
Deleted: sha256:a7751e0f17d7d45381d800fd9b23d88b77e4d0bf6be3a61678fbbbcdfa877244
Deleted: sha256:7b0c25727cab169d8850c65b2f74db880e042b289945411aa1cead518320e948
Deleted: sha256:f3187dfe522cb4fbb5356668ffe6fa2987d8c25161ceaf430811ec4b1862c701
Deleted: sha256:a74788710aa693e92ff85c90de5742c7f0cc1679cb2dac2d61d17b12da4bb28f
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:2172bdab7a92388e58c172840b337f48fcb97d29ffe2e07af14764e24bc7f6ac
Associated tags:
- 20181010-155655
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-155655
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-155655].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:2172bdab7a92388e58c172840b337f48fcb97d29ffe2e07af14764e24bc7f6ac].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #979
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/979/display/redirect?page=changes>
Changes:
[herohde] [BEAM-5698] Migration Go integration test to use Dataflow worker jar
------------------------------------------
[...truncated 164.82 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.379s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-145507
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:77f220b00aa95ffa73fba2bba9439dbbed3af1da76d9f7e748058b824e9b99a8
Deleted: sha256:041c7bb9d84eac8abf893cc9c2276ecc0299604bccb2ae3782025cdcb0b4ea7c
Deleted: sha256:63ab066698a58d5379794b628d00481697ead17b5dbc4e5dacbb91d20b4c9d7b
Deleted: sha256:3f34411f75b41523dbce3eeb6b88bcb38ffc344507546440bca8d3762875427d
Deleted: sha256:0740af74ecd2cf29a61609312378fdf3dd55f03eaed2b31fec34a2a55a669572
Deleted: sha256:e18e263b8da2ceb6e048a37c95faae4826044baf462bce75386b96c6132e9e2e
Deleted: sha256:51c67a238d7efb0432a581b04bf2e31d65e33295ce2be90e11e13f2263de9400
Deleted: sha256:4c30e59d151704b67b49b0673ea4d7d4b01d93c498e7703bb3b13051580fe9e6
Deleted: sha256:af8b29e49ac096117b49a386988361596668833857a0133941406c165acb0e5c
Deleted: sha256:c473a0d4f439f537b93e9852b5b9d6baec64adf7232247f58411281ca6513b51
Deleted: sha256:59fabb76e9ac146ea7438a0670147fdd53abdd34ced52b70c20899a447fea129
Deleted: sha256:e84afb70841a481c91cb481c91178f9c3901ac26855a95a92b8112a34549159d
Deleted: sha256:8773d70ae37d05ee99b98f72a814cae6b635f7e3235df66eca6f9e99c5625b84
Deleted: sha256:ddc365095acdd8b389ec0f1846f7cb68888b91a52f431a865bd4f3c9f897eb25
Deleted: sha256:541b28ea8daa1ff99610a7c2ed633b8227764a1af534e59f726cba84335f7b53
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:77f220b00aa95ffa73fba2bba9439dbbed3af1da76d9f7e748058b824e9b99a8
Associated tags:
- 20181010-145507
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-145507
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-145507].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:77f220b00aa95ffa73fba2bba9439dbbed3af1da76d9f7e748058b824e9b99a8].
Removed the container
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_Py_ValCont #978
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/978/display/redirect?page=changes>
Changes:
[mxm] [BEAM-5442] Store duplicate unknown options in a list argument
------------------------------------------
[...truncated 164.86 KB...]
copying apache_beam/runners/portability/portable_runner.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_runner_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/portable_stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/portability/stager_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/portability
copying apache_beam/runners/test/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/test
copying apache_beam/runners/worker/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/bundle_processor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/data_plane_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/log_handler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/logger_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/opcounters_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operation_specs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/operations.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_main_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sdk_worker_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker
copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing
copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks
copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark
copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models
copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries
copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data
copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools
copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils
Writing apache-beam-2.8.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.8.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0'
normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported
standard_options = transform_node.inputs[0].pipeline.options.view_as(
ERROR:root:Error while visiting write/Write/WriteImpl/DoOnce/Map(<lambda at core.py:1992>)
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
======================================================================
ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 51, in test_wordcount_fnapi_it
self._run_wordcount_it(experiment='beam_fn_api')
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 75, in _run_wordcount_it
wordcount.run(test_pipeline.get_full_options_as_args(**extra_opts))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py",> line 115, in run
result = p.run()
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run
self.to_runner_api(), self.runner, self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run
return self.runner.run_pipeline(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 50, in run_pipeline
self.result = super(TestDataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 373, in run_pipeline
super(DataflowRunner, self).run_pipeline(pipeline)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 176, in run_pipeline
pipeline.visit(RunVisitor(self))
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 444, in visit
self._root_transform().visit(visitor, self, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 780, in visit
part.visit(visitor, pipeline, visited)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 783, in visit
visitor.visit_transform(self)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 171, in visit_transform
self.runner.run_transform(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 214, in run_transform
return m(transform_node)
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 612, in run_ParDo
input_step = self._cache.get_pvalue(transform_node.inputs[0])
File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py",> line 292, in get_pvalue
return self._cache[self.key(pvalue)]
KeyError: (u'write/Write/WriteImpl/DoOnce/Impulse', None)
----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 1 test in 2.345s
FAILED (errors=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181010-135530
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:4cbcac9a361007ead4e9a49a5bdf17120f3f2706fdbc8c883203e6187c8658d7
Deleted: sha256:74d99e0e57977f8dd09144517c54b1b48add9531d18ecc9dfdb40ef37c2e8ba7
Deleted: sha256:b69e87832d3bbb07309d957f0b481ac08ce4b561527bec09e9a67ef9ef4f2483
Deleted: sha256:71dc73af729b1de01eb76f12a3b1410a990b079901e089ac7d0f31a643474b16
Deleted: sha256:2c2ea66a69beaa80b7f547a2ccec13f3627c588feae1bf7e0e9622b835697483
Deleted: sha256:2af2e43e9131afae8b4ab0a6eeedaec859700d1412d886caaba20d242f045d4e
Deleted: sha256:e73933e7a9c1d2100f62c2d2e6653d4a10e6c52e227180f69de533b574826362
Deleted: sha256:9112a72112dde6253e8dd6c0fd9d770e33e63cd5a413125b633e240086f941d0
Deleted: sha256:402df74342bd5665f06f3a0143017b0324b930d5afc2ead9adeb1ef68f881b97
Deleted: sha256:b18583303cacb065a7e222f1cd0779963a9d33699d02b2dff82ea3eab35faf1f
Deleted: sha256:5552c0545eff312c892e80c505fa0d8f8e451ef5d50494a721af32a2d219127a
Deleted: sha256:87cebd3a1b02b77451b7bebe7db6b7c6ddbb7b64654284e7723e5334198021ec
Deleted: sha256:c3ba95cf58a136daca778ca47eda4e2cc71cc7d9696a775e30b0a63a24e70dcd
Deleted: sha256:f51c3b6ca822b40ea9d6a056674d6731c76958470174ac07d84386b19e8bad44
Deleted: sha256:c431befc1bc8ef70ee598525702f130be660a226d9f11958842fa983da984b34
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:4cbcac9a361007ead4e9a49a5bdf17120f3f2706fdbc8c883203e6187c8658d7
Associated tags:
- 20181010-135530
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20181010-135530
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181010-135530].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:4cbcac9a361007ead4e9a49a5bdf17120f3f2706fdbc8c883203e6187c8658d7].
Removed the container
Build step 'Execute shell' marked build as failure