You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@beam.apache.org by "Alex Amato (Jira)" <ji...@apache.org> on 2021/06/22 20:42:00 UTC
[jira] [Created] (BEAM-12527) beam_PostCommit_XVR_Direct failing
(ModuleNotFoundError: No module named 'pytest')
Alex Amato created BEAM-12527:
---------------------------------
Summary: beam_PostCommit_XVR_Direct failing (ModuleNotFoundError: No module named 'pytest')
Key: BEAM-12527
URL: https://issues.apache.org/jira/browse/BEAM-12527
Project: Beam
Issue Type: Test
Components: test-failures
Reporter: Alex Amato
*https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/consoleFull*
*5:14:44* self = <apache_beam.runners.portability.portable_runner.PipelineResult object at 0x7f8062021dd8>*05:14:44* duration = None*05:14:44* *05:14:44* def wait_until_finish(self, duration=None):*05:14:44* """*05:14:44* :param duration: The maximum time in milliseconds to wait for the result of*05:14:44* the execution. If None or zero, will wait until the pipeline finishes.*05:14:44* :return: The result of the pipeline, i.e. PipelineResult.*05:14:44* """*05:14:44* def read_messages():*05:14:44* # type: () -> None*05:14:44* previous_state = -1*05:14:44* for message in self._message_stream:*05:14:44* if message.HasField('message_response'):*05:14:44* logging.log(*05:14:44* MESSAGE_LOG_LEVELS[message.message_response.importance],*05:14:44* "%s",*05:14:44* message.message_response.message_text)*05:14:44* else:*05:14:44* current_state = message.state_response.state*05:14:44* if current_state != previous_state:*05:14:44* _LOGGER.info(*05:14:44* "Job state changed to %s",*05:14:44* self._runner_api_state_to_pipeline_state(current_state))*05:14:44* previous_state = current_state*05:14:44* self._messages.append(message)*05:14:44* *05:14:44* message_thread = threading.Thread(*05:14:44* target=read_messages, name='wait_until_finish_read')*05:14:44* message_thread.daemon = True*05:14:44* message_thread.start()*05:14:44* *05:14:44* if duration:*05:14:44* state_thread = threading.Thread(*05:14:44* target=functools.partial(self._observe_state, message_thread),*05:14:44* name='wait_until_finish_state_observer')*05:14:44* state_thread.daemon = True*05:14:44* state_thread.start()*05:14:44* start_time = time.time()*05:14:44* duration_secs = duration / 1000*05:14:44* while (time.time() - start_time < duration_secs and*05:14:44* state_thread.is_alive()):*05:14:44* time.sleep(1)*05:14:44* else:*05:14:44* self._observe_state(message_thread)*05:14:44* *05:14:44* if self._runtime_exception:*05:14:44* > raise self._runtime_exception*05:14:44* E RuntimeError: Pipeline job-7d673e9a-0fc2-4507-9cd5-4fb0828346f5 failed in state FAILED: Error running pipeline.*05:14:44* E Traceback (most recent call last):*05:14:44* E File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/local_job_service.py", line 274, in _run_job*05:14:44* E self._pipeline_proto)*05:14:44* E File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 206, in run_via_runner_api*05:14:44* E return self.run_stages(stage_context, stages)*05:14:44* E File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 385, in run_stages*05:14:44* E runner_execution_context, bundle_context_manager)*05:14:44* E File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 653, in _run_stage*05:14:44* E bundle_manager))*05:14:44* E File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 770, in _run_bundle*05:14:44* E data_input, data_output, input_timers, expected_timer_output)*05:14:44* E File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 1120, in process_bundle*05:14:44* E raise RuntimeError(result.error)*05:14:44* E RuntimeError: Traceback (most recent call last):*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py", line 285, in loads*05:14:44* E return dill.loads(s)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 275, in loads*05:14:44* E return load(file, ignore, **kwds)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 270, in load*05:14:44* E return Unpickler(file, ignore=ignore, **kwds).load()*05:14:44* E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 472, in load*05:14:44* E obj = StockUnpickler.load(self)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 827, in _import_module*05:14:44* E return getattr(__import__(module, None, None, [obj]), obj)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py", line 58, in <module>*05:14:44* E import pytest*05:14:44* E ModuleNotFoundError: No module named 'pytest'*05:14:44* E *05:14:44* E During handling of the above exception, another exception occurred:*05:14:44* E *05:14:44* E Traceback (most recent call last):*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 284, in _execute*05:14:44* E response = task()*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 357, in <lambda>*05:14:44* E lambda: self.create_worker().do_instruction(request), request)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 602, in do_instruction*05:14:44* E getattr(request, request_type), request.instruction_id)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 633, in process_bundle*05:14:44* E instruction_id, request.process_bundle_descriptor_id)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 462, in get*05:14:44* E self.data_channel_factory)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 862, in __init__*05:14:44* E self.ops = self.create_execution_tree(self.process_bundle_descriptor)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 919, in create_execution_tree*05:14:44* E descriptor.transforms, key=topological_height, reverse=True)])*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 918, in <listcomp>*05:14:44* E get_operation(transform_id))) for transform_id in sorted(*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 806, in wrapper*05:14:44* E result = cache[args] = func(*args)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 900, in get_operation*05:14:44* E pcoll_id in descriptor.transforms[transform_id].outputs.items()*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 900, in <dictcomp>*05:14:44* E pcoll_id in descriptor.transforms[transform_id].outputs.items()*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 898, in <listcomp>*05:14:44* E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 806, in wrapper*05:14:44* E result = cache[args] = func(*args)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 903, in get_operation*05:14:44* E transform_id, transform_consumers)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1192, in create_operation*05:14:44* E return creator(self, transform_id, transform_proto, payload, consumers)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1540, in create_par_do*05:14:44* E parameter)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1576, in _create_pardo_operation*05:14:44* E dofn_data = pickler.loads(serialized_fn)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py", line 289, in loads*05:14:44* E return dill.loads(s)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 275, in loads*05:14:44* E return load(file, ignore, **kwds)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 270, in load*05:14:44* E return Unpickler(file, ignore=ignore, **kwds).load()*05:14:44* E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 472, in load*05:14:44* E obj = StockUnpickler.load(self)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 827, in _import_module*05:14:44* E return getattr(__import__(module, None, None, [obj]), obj)*05:14:44* E File "/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py", line 58, in <module>*05:14:44* E import pytest*05:14:44* E ModuleNotFoundError: No module named 'pytest'
--
This message was sent by Atlassian Jira
(v8.3.4#803005)