You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by "Valentyn Tymofieiev (JIRA)" <ji...@apache.org> on 2017/12/06 05:42:00 UTC
[jira] [Commented] (BEAM-3040) Python precommit timed out after 150
minutes
[ https://issues.apache.org/jira/browse/BEAM-3040?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16279681#comment-16279681 ]
Valentyn Tymofieiev commented on BEAM-3040:
-------------------------------------------
cc: [~robertwb]
Another recent error:
test_errors (apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest) ... Traceback (most recent call last):
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/universal_local_runner.py", line 243, in run
).run_via_runner_api(self._pipeline_proto)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 204, in run_via_runner_api
return self.run_stages(*self.create_stages(pipeline_proto))
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 670, in run_stages
pcoll_buffers, safe_coders).process_bundle.metrics
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 763, in run_stage
controller.control_handler.push(process_bundle)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 871, in push
response = self.worker.do_instruction(request)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/sdk_worker.py", line 126, in do_instruction
getattr(request, request_type), request.instruction_id)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/sdk_worker.py", line 144, in process_bundle
processor.process_bundle(instruction_id)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/bundle_processor.py", line 293, in process_bundle
op.start()
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 233, in start
self.output(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 156, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 371, in process
self.dofn_receiver.receive(o)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 382, in receive
self.process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 390, in process
self._reraise_augmented(exn)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 480, in process_outputs
self.main_receivers.receive(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 371, in process
self.dofn_receiver.receive(o)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 382, in receive
self.process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 390, in process
self._reraise_augmented(exn)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 480, in process_outputs
self.main_receivers.receive(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 371, in process
self.dofn_receiver.receive(o)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 382, in receive
self.process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 390, in process
self._reraise_augmented(exn)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/transforms/core.py", line 963, in <lambda>
wrapper = lambda x: [fn(x)]
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/universal_local_runner_test.py", line 90, in raise_error
raise RuntimeError('x')
RuntimeError: x [while running 'StageC']
Exception in thread Thread-981:
Traceback (most recent call last):
File "/usr/lib/python2.7/threading.py", line 810, in __bootstrap_inner
self.run()
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/universal_local_runner.py", line 243, in run
).run_via_runner_api(self._pipeline_proto)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 204, in run_via_runner_api
return self.run_stages(*self.create_stages(pipeline_proto))
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 670, in run_stages
pcoll_buffers, safe_coders).process_bundle.metrics
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 763, in run_stage
controller.control_handler.push(process_bundle)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 871, in push
response = self.worker.do_instruction(request)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/sdk_worker.py", line 126, in do_instruction
getattr(request, request_type), request.instruction_id)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/sdk_worker.py", line 144, in process_bundle
processor.process_bundle(instruction_id)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/bundle_processor.py", line 293, in process_bundle
op.start()
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 233, in start
self.output(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 156, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 371, in process
self.dofn_receiver.receive(o)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 382, in receive
self.process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 390, in process
self._reraise_augmented(exn)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 480, in process_outputs
self.main_receivers.receive(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 371, in process
self.dofn_receiver.receive(o)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 382, in receive
self.process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 390, in process
self._reraise_augmented(exn)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 480, in process_outputs
self.main_receivers.receive(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 87, in receive
cython.cast(Operation, consumer).process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/worker/operations.py", line 371, in process
self.dofn_receiver.receive(o)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 382, in receive
self.process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 390, in process
self._reraise_augmented(exn)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 388, in process
self.do_fn_invoker.invoke_process(windowed_value)
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/common.py", line 190, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/transforms/core.py", line 963, in <lambda>
wrapper = lambda x: [fn(x)]
File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/src/sdks/python/apache_beam/runners/portability/universal_local_runner_test.py", line 90, in raise_error
raise RuntimeError('x')
RuntimeError: x [while running 'StageC']
Build timed out (after 150 minutes). Marking the build as aborted.
channel stopped
Build was aborted
Setting status of 16b9b43fce3118ae6569f056450cc0f4e607cec7 to FAILURE with url https://builds.apache.org/job/beam_PreCommit_Python_MavenInstall/1071/ and message: 'FAILURE
> Python precommit timed out after 150 minutes
> --------------------------------------------
>
> Key: BEAM-3040
> URL: https://issues.apache.org/jira/browse/BEAM-3040
> Project: Beam
> Issue Type: Bug
> Components: sdk-py-core
> Reporter: Kenneth Knowles
> Assignee: Ahmet Altay
>
> https://builds.apache.org/job/beam_PreCommit_Python_MavenInstall/143/consoleFull
> Within about 10 minutes it reaches this point:
> {code}
> ...
> 2017-10-10T03:33:33.591 [INFO] --- findbugs-maven-plugin:3.0.4:check (default) @ beam-sdks-python ---
> 2017-10-10T03:33:33.702 [INFO]
> 2017-10-10T03:33:33.702 [INFO] --- exec-maven-plugin:1.5.0:exec (setuptools-test) @ beam-sdks-python ---
> {code}
> and the final output is like this:
> {code}
> ...
> 2017-10-10T03:33:33.702 [INFO] --- exec-maven-plugin:1.5.0:exec (setuptools-test) @ beam-sdks-python ---
> docs create: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/docs
> GLOB sdist-make: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/setup.py
> lint create: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/lint
> py27 create: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/py27
> py27cython create: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/py27cython
> py27cython installdeps: nose==1.3.7, grpcio-tools==1.3.5, cython==0.25.2
> docs installdeps: nose==1.3.7, grpcio-tools==1.3.5, Sphinx==1.5.5, sphinx_rtd_theme==0.2.4
> lint installdeps: nose==1.3.7, pycodestyle==2.3.1, pylint==1.7.1
> py27 installdeps: nose==1.3.7, grpcio-tools==1.3.5
> lint inst: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27 inst: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27cython inst: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27 runtests: PYTHONHASHSEED='2225684666'
> py27 runtests: commands[0] | python --version
> py27 runtests: commands[1] | - find apache_beam -type f -name *.pyc -delete
> py27 runtests: commands[2] | pip install -e .[test]
> lint runtests: PYTHONHASHSEED='2225684666'
> lint runtests: commands[0] | time pip install -e .[test]
> docs inst: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27 runtests: commands[3] | python apache_beam/examples/complete/autocomplete_test.py
> lint runtests: commands[1] | time /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/run_pylint.sh
> py27 runtests: commands[4] | python setup.py test
> docs runtests: PYTHONHASHSEED='2225684666'
> docs runtests: commands[0] | time pip install -e .[test,gcp,docs]
> docs runtests: commands[1] | time /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/generate_pydoc.sh
> py27gcp create: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/py27gcp
> py27gcp installdeps: nose==1.3.7
> py27cython runtests: PYTHONHASHSEED='2225684666'
> py27cython runtests: commands[0] | python --version
> py27cython runtests: commands[1] | - find apache_beam -type f -name *.pyc -delete
> py27cython runtests: commands[2] | - find apache_beam -type f -name *.c -delete
> py27cython runtests: commands[3] | - find apache_beam -type f -name *.so -delete
> py27cython runtests: commands[4] | - find target/build -type f -name *.c -delete
> py27cython runtests: commands[5] | - find target/build -type f -name *.so -delete
> py27cython runtests: commands[6] | time pip install -e .[test]
> py27gcp inst: /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/target/.tox/dist/apache-beam-2.3.0.dev.zip
> py27gcp runtests: PYTHONHASHSEED='2225684666'
> py27gcp runtests: commands[0] | pip install -e .[test,gcp]
> py27gcp runtests: commands[1] | python --version
> py27gcp runtests: commands[2] | - find apache_beam -type f -name *.pyc -delete
> py27gcp runtests: commands[3] | python apache_beam/examples/complete/autocomplete_test.py
> py27gcp runtests: commands[4] | python setup.py test
> py27cython runtests: commands[7] | python apache_beam/examples/complete/autocomplete_test.py
> py27cython runtests: commands[8] | python setup.py test
> py27cython runtests: commands[9] | - find apache_beam -type f -name *.c -delete
> py27cython runtests: commands[10] | - find apache_beam -type f -name *.so -delete
> py27cython runtests: commands[11] | - find target/build -type f -name *.c -delete
> py27cython runtests: commands[12] | - find target/build -type f -name *.so -delete
> Build timed out (after 150 minutes). Marking the build as aborted.
> Build was aborted
> 2017-10-10T05:49:52.726 [ERROR] Command execution failed.
> {code}
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)