You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2023/03/17 04:37:11 UTC
Build failed in Jenkins: beam_PreCommit_Python_Runners_Cron #286
See <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/286/display/redirect>
Changes:
------------------------------------------
[...truncated 1.33 MB...]
File "apache_beam/runners/worker/operations.py", line 526, in apache_beam.runners.worker.operations.Operation.output
def output(self, windowed_value, output_index=0):
File "apache_beam/runners/worker/operations.py", line 528, in apache_beam.runners.worker.operations.Operation.output
_cast_to_receiver(self.receivers[output_index]).receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 237, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
def receive(self, windowed_value):
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1508, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise new_exn.with_traceback(tb)
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 625, in apache_beam.runners.common.SimpleInvoker.invoke_process
windowed_value, self.process_method(windowed_value.value))
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/transforms/core.py",> line 1900, in <lambda>
wrapper = lambda x: [fn(x)]
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner_test.py",> line 1165, in first
return second(x)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner_test.py",> line 1168, in second
return third(x)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner_test.py",> line 1171, in third
raise ValueError(
ValueError: This error is expected and does not indicate a test failure. [while running 'Map(first)']
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
apache_beam/runners/portability/portable_runner_test.py::PortableRunnerTestWithLocalDocker::test_sdf_with_check_done_failed
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/_pytest/threadexception.py>:73: PytestUnhandledThreadExceptionWarning: Exception in thread Thread-1229
Traceback (most recent call last):
File "/usr/lib/python3.9/threading.py", line 973, in _bootstrap_inner
self.run()
File "/usr/lib/python3.9/threading.py", line 910, in run
self._target(*self._args, **self._kwargs)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/local_job_service.py",> line 296, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/local_job_service.py",> line 318, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 455, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 783, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1012, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1348, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/worker_handlers.py",> line 379, in push
response = self.worker.do_instruction(request)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 629, in do_instruction
return getattr(self, request_type)(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 667, in process_bundle
bundle_processor.process_bundle(instruction_id))
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 1062, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 526, in apache_beam.runners.worker.operations.Operation.output
def output(self, windowed_value, output_index=0):
File "apache_beam/runners/worker/operations.py", line 528, in apache_beam.runners.worker.operations.Operation.output
_cast_to_receiver(self.receivers[output_index]).receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 237, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
def receive(self, windowed_value):
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 1021, in apache_beam.runners.worker.operations.SdfProcessSizedElements.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 1030, in apache_beam.runners.worker.operations.SdfProcessSizedElements.process
delayed_applications = self.dofn_runner.process_with_sized_restriction(
File "apache_beam/runners/common.py", line 1433, in apache_beam.runners.common.DoFnRunner.process_with_sized_restriction
return self.do_fn_invoker.invoke_process(
File "apache_beam/runners/common.py", line 818, in apache_beam.runners.common.PerWindowInvoker.invoke_process
residual = self._invoke_process_per_window(
File "apache_beam/runners/common.py", line 989, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
self.threadsafe_restriction_tracker.check_done()
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/runners/sdf_utils.py",> line 111, in check_done
return self._restriction_tracker.check_done()
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/apache_beam/io/restriction_trackers.py",> line 93, in check_done
raise ValueError(
ValueError: OffsetRestrictionTracker is not done since work in range [0, 6) has not been claimed.
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/pytest_py39-cython.xml> -
========== 1178 passed, 769 skipped, 33 warnings in 224.65s (0:03:44) ==========
============================= test session starts ==============================
platform linux -- Python 3.9.10, pytest-7.2.2, pluggy-1.0.0
cachedir: target/.tox-py39-cython/py39-cython/.pytest_cache
rootdir: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python,> configfile: pytest.ini
plugins: xdist-2.5.0, hypothesis-6.70.0, timeout-2.1.0, forked-1.6.0, requests-mock-1.10.0
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 1949 items / 1946 deselected / 1 skipped / 3 selected
apache_beam/runners/dataflow/dataflow_exercise_streaming_metrics_pipeline_test.py s [ 33%]
[ 33%]
apache_beam/runners/portability/stager_test.py .. [100%]
=============================== warnings summary ===============================
target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/target/.tox-py39-cython/py39-cython/lib/python3.9/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/pytest_py39-cython_no_xdist.xml> -
========== 2 passed, 2 skipped, 1946 deselected, 2 warnings in 2.09s ===========
[1mpy39-cython run-test-post: commands[0] | bash <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py39/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary ____________________________________
[32m py39-cython: commands succeeded
[0m[32m congratulations :)
[0m
> Task :sdks:python:test-suites:tox:py39:preCommitPy39
> Task :sdks:python:test-suites:tox:py37:testPy37Cython
..............s..s.............................................. [ 96%]
........................................s...........................Exception in thread fn_api_status_handler:
Traceback (most recent call last):
File "/usr/lib/python3.7/threading.py", line 926, in _bootstrap_inner
self.run()
File "/usr/lib/python3.7/threading.py", line 870, in run
self._target(*self._args, **self._kwargs)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/worker_status.py",> line 177, in <lambda>
target=lambda: self._serve(), name='fn_api_status_handler')
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/worker_status.py",> line 198, in _serve
for request in self._status_stub.WorkerStatus(self._get_responses()):
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/grpc/_channel.py",> line 426, in __next__
return self._next()
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/grpc/_channel.py",> line 826, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.UNAVAILABLE
details = "Cancelling all calls"
debug_error_string = "UNKNOWN:Error received from peer ipv6:%5B::1%5D:40745 {created_time:"2023-03-17T04:36:59.541794411+00:00", grpc_status:14, grpc_message:"Cancelling all calls"}"
>
.... [ 99%]
.. [100%]
=============================== warnings summary ===============================
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/pytest_py37-cython.xml> -
========== 1178 passed, 769 skipped, 7 warnings in 223.32s (0:03:43) ===========
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-7.2.2, pluggy-1.0.0
cachedir: target/.tox-py37-cython/py37-cython/.pytest_cache
rootdir: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python,> configfile: pytest.ini
plugins: xdist-2.5.0, hypothesis-6.70.0, timeout-2.1.0, forked-1.6.0, requests-mock-1.10.0
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 1949 items / 1946 deselected / 1 skipped / 3 selected
apache_beam/runners/dataflow/dataflow_exercise_streaming_metrics_pipeline_test.py s [ 33%]
[ 33%]
apache_beam/runners/portability/stager_test.py .. [100%]
=============================== warnings summary ===============================
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/pytest_py37-cython_no_xdist.xml> -
=========== 2 passed, 2 skipped, 1946 deselected, 1 warning in 2.04s ===========
[1mpy37-cython run-test-post: commands[0] | bash <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary ____________________________________
[32m py37-cython: commands succeeded
[0m[32m congratulations :)
[0m
> Task :sdks:python:test-suites:tox:py37:preCommitPy37
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:tox:py310:testPy310Cloud'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
BUILD FAILED in 21m 10s
23 actionable tasks: 17 executed, 4 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/4dfnyqstqa43s
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PreCommit_Python_Runners_Cron #288
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/288/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PreCommit_Python_Runners_Cron #287
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/287/display/redirect>
Changes:
------------------------------------------
[...truncated 1.37 MB...]
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 783, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1012, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1348, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/worker_handlers.py",> line 379, in push
response = self.worker.do_instruction(request)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 629, in do_instruction
return getattr(self, request_type)(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 667, in process_bundle
bundle_processor.process_bundle(instruction_id))
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 1062, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 526, in apache_beam.runners.worker.operations.Operation.output
def output(self, windowed_value, output_index=0):
File "apache_beam/runners/worker/operations.py", line 528, in apache_beam.runners.worker.operations.Operation.output
_cast_to_receiver(self.receivers[output_index]).receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 237, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
def receive(self, windowed_value):
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1492, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise exn
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 624, in apache_beam.runners.common.SimpleInvoker.invoke_process
self.output_handler.handle_process_outputs(
File "apache_beam/runners/common.py", line 1582, in apache_beam.runners.common._OutputHandler.handle_process_outputs
self._write_value_to_tag(tag, windowed_value, watermark_estimator)
File "apache_beam/runners/common.py", line 1695, in apache_beam.runners.common._OutputHandler._write_value_to_tag
self.main_receivers.receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process
delayed_applications = self.dofn_runner.process(o)
File "apache_beam/runners/common.py", line 1420, in apache_beam.runners.common.DoFnRunner.process
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 1508, in apache_beam.runners.common.DoFnRunner._reraise_augmented
raise new_exn.with_traceback(tb)
File "apache_beam/runners/common.py", line 1418, in apache_beam.runners.common.DoFnRunner.process
return self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 625, in apache_beam.runners.common.SimpleInvoker.invoke_process
windowed_value, self.process_method(windowed_value.value))
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/transforms/core.py",> line -1, in <lambda>
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner_test.py",> line 1070, in first
pc = p | beam.Create(['a', 'b'])
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner_test.py",> line 1238, in second
yield element
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner_test.py",> line -1, in third
ValueError: This error is expected and does not indicate a test failure. [while running 'Map(first)']
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
apache_beam/runners/portability/portable_runner_test.py::PortableRunnerTestWithLocalDocker::test_sdf_with_check_done_failed
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/target/.tox-py310-cython/py310-cython/lib/python3.10/site-packages/_pytest/threadexception.py>:73: PytestUnhandledThreadExceptionWarning: Exception in thread Thread-1228 (_run_job)
Traceback (most recent call last):
File "/usr/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
self.run()
File "/usr/lib/python3.10/threading.py", line 946, in run
self._target(*self._args, **self._kwargs)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/local_job_service.py",> line 296, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
provision_info=self._provision_info).run_via_runner_api(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 455, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 783, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1012, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1348, in process_bundle
result_future = self._worker_handler.control_conn.push(process_bundle_req)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/worker_handlers.py",> line 379, in push
response = self.worker.do_instruction(request)
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 629, in do_instruction
return getattr(self, request_type)(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",> line 667, in process_bundle
bundle_processor.process_bundle(instruction_id))
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 1062, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",> line 232, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 526, in apache_beam.runners.worker.operations.Operation.output
def output(self, windowed_value, output_index=0):
File "apache_beam/runners/worker/operations.py", line 528, in apache_beam.runners.worker.operations.Operation.output
_cast_to_receiver(self.receivers[output_index]).receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 237, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
def receive(self, windowed_value):
File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 1021, in apache_beam.runners.worker.operations.SdfProcessSizedElements.process
with self.scoped_process_state:
File "apache_beam/runners/worker/operations.py", line 1030, in apache_beam.runners.worker.operations.SdfProcessSizedElements.process
delayed_applications = self.dofn_runner.process_with_sized_restriction(
File "apache_beam/runners/common.py", line 1433, in apache_beam.runners.common.DoFnRunner.process_with_sized_restriction
return self.do_fn_invoker.invoke_process(
File "apache_beam/runners/common.py", line 818, in apache_beam.runners.common.PerWindowInvoker.invoke_process
residual = self._invoke_process_per_window(
File "apache_beam/runners/common.py", line 989, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
self.threadsafe_restriction_tracker.check_done()
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/sdf_utils.py",> line 111, in check_done
return self._restriction_tracker.check_done()
File "<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/io/restriction_trackers.py",> line 93, in check_done
raise ValueError(
ValueError: OffsetRestrictionTracker is not done since work in range [0, 6) has not been claimed.
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
apache_beam/runners/worker/worker_status_test.py::FnApiWorkerStatusHandlerTest::test_generate_error
apache_beam/runners/worker/worker_status_test.py::FnApiWorkerStatusHandlerTest::test_send_status_response
apache_beam/runners/worker/worker_status_test.py::FnApiWorkerStatusHandlerTest::test_send_status_response
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/apache_beam/runners/worker/worker_status_test.py>:48: DeprecationWarning: notifyAll() is deprecated, use notify_all() instead
self.finished.notifyAll()
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/pytest_py310-cython.xml> -
=========================== short test summary info ============================
FAILED apache_beam/runners/portability/fn_api_runner/fn_runner_test.py::FnApiRunnerTestWithGrpcAndMultiWorkers::test_batch_pardo_override_type_inference
===== 1 failed, 1177 passed, 769 skipped, 42 warnings in 233.45s (0:03:53) =====
============================= test session starts ==============================
platform linux -- Python 3.10.2, pytest-7.2.2, pluggy-1.0.0
cachedir: target/.tox-py310-cython/py310-cython/.pytest_cache
rootdir: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python,> configfile: pytest.ini
plugins: xdist-2.5.0, hypothesis-6.70.0, timeout-2.1.0, forked-1.6.0, requests-mock-1.10.0
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 1949 items / 1946 deselected / 1 skipped / 3 selected
apache_beam/runners/dataflow/dataflow_exercise_streaming_metrics_pipeline_test.py s [ 33%]
[ 33%]
apache_beam/runners/portability/stager_test.py .. [100%]
=============================== warnings summary ===============================
target/.tox-py310-cython/py310-cython/lib/python3.10/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/target/.tox-py310-cython/py310-cython/lib/python3.10/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses
from imp import load_source
target/.tox-py310-cython/py310-cython/lib/python3.10/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/target/.tox-py310-cython/py310-cython/lib/python3.10/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/pytest_py310-cython_no_xdist.xml> -
========== 2 passed, 2 skipped, 1946 deselected, 2 warnings in 1.77s ===========
[31mERROR: InvocationError for command <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/scripts/run_pytest.sh> py310-cython apache_beam/runners (exited with code 1)
[0m[1mpy310-cython run-test-post: commands[0] | bash <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary ____________________________________
[31mERROR: py310-cython: commands failed
[0m
> Task :sdks:python:test-suites:tox:py37:testPy37Cython
. [ 99%]
. [100%]
=============================== warnings summary ===============================
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/pytest_py37-cython.xml> -
========== 1178 passed, 769 skipped, 7 warnings in 234.81s (0:03:54) ===========
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-7.2.2, pluggy-1.0.0
cachedir: target/.tox-py37-cython/py37-cython/.pytest_cache
rootdir: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python,> configfile: pytest.ini
plugins: xdist-2.5.0, hypothesis-6.70.0, timeout-2.1.0, forked-1.6.0, requests-mock-1.10.0
timeout: 600.0s
timeout method: signal
timeout func_only: False
collected 1949 items / 1946 deselected / 1 skipped / 3 selected
apache_beam/runners/dataflow/dataflow_exercise_streaming_metrics_pipeline_test.py s [ 33%]
[ 33%]
apache_beam/runners/portability/stager_test.py .. [100%]
=============================== warnings summary ===============================
target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/pytest_py37-cython_no_xdist.xml> -
=========== 2 passed, 2 skipped, 1946 deselected, 1 warning in 1.92s ===========
[1mpy37-cython run-test-post: commands[0] | bash <https://ci-beam.apache.org/job/beam_PreCommit_Python_Runners_Cron/ws/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary ____________________________________
[32m py37-cython: commands succeeded
[0m[32m congratulations :)
[0m
> Task :sdks:python:test-suites:tox:py37:preCommitPy37
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:tox:py310:testPy310Cython'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
BUILD FAILED in 19m
23 actionable tasks: 17 executed, 4 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/gzypdedjdwave
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org