You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@beam.apache.org by "Alex Amato (Jira)" <ji...@apache.org> on 2021/06/22 20:42:00 UTC

[jira] [Created] (BEAM-12527) beam_PostCommit_XVR_Direct failing (ModuleNotFoundError: No module named 'pytest')

Alex Amato created BEAM-12527:
---------------------------------

             Summary: beam_PostCommit_XVR_Direct failing  (ModuleNotFoundError: No module named 'pytest')
                 Key: BEAM-12527
                 URL: https://issues.apache.org/jira/browse/BEAM-12527
             Project: Beam
          Issue Type: Test
          Components: test-failures
            Reporter: Alex Amato


*https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/1364/consoleFull*

*5:14:44* self = <apache_beam.runners.portability.portable_runner.PipelineResult object at 0x7f8062021dd8>*05:14:44* duration = None*05:14:44* *05:14:44*     def wait_until_finish(self, duration=None):*05:14:44*       """*05:14:44*       :param duration: The maximum time in milliseconds to wait for the result of*05:14:44*       the execution. If None or zero, will wait until the pipeline finishes.*05:14:44*       :return: The result of the pipeline, i.e. PipelineResult.*05:14:44*       """*05:14:44*       def read_messages():*05:14:44*         # type: () -> None*05:14:44*         previous_state = -1*05:14:44*         for message in self._message_stream:*05:14:44*           if message.HasField('message_response'):*05:14:44*             logging.log(*05:14:44*                 MESSAGE_LOG_LEVELS[message.message_response.importance],*05:14:44*                 "%s",*05:14:44*                 message.message_response.message_text)*05:14:44*           else:*05:14:44*             current_state = message.state_response.state*05:14:44*             if current_state != previous_state:*05:14:44*               _LOGGER.info(*05:14:44*                   "Job state changed to %s",*05:14:44*                   self._runner_api_state_to_pipeline_state(current_state))*05:14:44*               previous_state = current_state*05:14:44*           self._messages.append(message)*05:14:44* *05:14:44*       message_thread = threading.Thread(*05:14:44*           target=read_messages, name='wait_until_finish_read')*05:14:44*       message_thread.daemon = True*05:14:44*       message_thread.start()*05:14:44* *05:14:44*       if duration:*05:14:44*         state_thread = threading.Thread(*05:14:44*             target=functools.partial(self._observe_state, message_thread),*05:14:44*             name='wait_until_finish_state_observer')*05:14:44*         state_thread.daemon = True*05:14:44*         state_thread.start()*05:14:44*         start_time = time.time()*05:14:44*         duration_secs = duration / 1000*05:14:44*         while (time.time() - start_time < duration_secs and*05:14:44*                state_thread.is_alive()):*05:14:44*           time.sleep(1)*05:14:44*       else:*05:14:44*         self._observe_state(message_thread)*05:14:44* *05:14:44*       if self._runtime_exception:*05:14:44* >       raise self._runtime_exception*05:14:44* E       RuntimeError: Pipeline job-7d673e9a-0fc2-4507-9cd5-4fb0828346f5 failed in state FAILED: Error running pipeline.*05:14:44* E       Traceback (most recent call last):*05:14:44* E         File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/local_job_service.py", line 274, in _run_job*05:14:44* E           self._pipeline_proto)*05:14:44* E         File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 206, in run_via_runner_api*05:14:44* E           return self.run_stages(stage_context, stages)*05:14:44* E         File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 385, in run_stages*05:14:44* E           runner_execution_context, bundle_context_manager)*05:14:44* E         File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 653, in _run_stage*05:14:44* E           bundle_manager))*05:14:44* E         File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 770, in _run_bundle*05:14:44* E           data_input, data_output, input_timers, expected_timer_output)*05:14:44* E         File "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Direct/src/build/gradleenv/1922375555/lib/python3.6/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py", line 1120, in process_bundle*05:14:44* E           raise RuntimeError(result.error)*05:14:44* E       RuntimeError: Traceback (most recent call last):*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py", line 285, in loads*05:14:44* E           return dill.loads(s)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 275, in loads*05:14:44* E           return load(file, ignore, **kwds)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 270, in load*05:14:44* E           return Unpickler(file, ignore=ignore, **kwds).load()*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 472, in load*05:14:44* E           obj = StockUnpickler.load(self)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 827, in _import_module*05:14:44* E           return getattr(__import__(module, None, None, [obj]), obj)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py", line 58, in <module>*05:14:44* E           import pytest*05:14:44* E       ModuleNotFoundError: No module named 'pytest'*05:14:44* E       *05:14:44* E       During handling of the above exception, another exception occurred:*05:14:44* E       *05:14:44* E       Traceback (most recent call last):*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 284, in _execute*05:14:44* E           response = task()*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 357, in <lambda>*05:14:44* E           lambda: self.create_worker().do_instruction(request), request)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 602, in do_instruction*05:14:44* E           getattr(request, request_type), request.instruction_id)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 633, in process_bundle*05:14:44* E           instruction_id, request.process_bundle_descriptor_id)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/sdk_worker.py", line 462, in get*05:14:44* E           self.data_channel_factory)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 862, in __init__*05:14:44* E           self.ops = self.create_execution_tree(self.process_bundle_descriptor)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 919, in create_execution_tree*05:14:44* E           descriptor.transforms, key=topological_height, reverse=True)])*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 918, in <listcomp>*05:14:44* E           get_operation(transform_id))) for transform_id in sorted(*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 806, in wrapper*05:14:44* E           result = cache[args] = func(*args)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 900, in get_operation*05:14:44* E           pcoll_id in descriptor.transforms[transform_id].outputs.items()*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 900, in <dictcomp>*05:14:44* E           pcoll_id in descriptor.transforms[transform_id].outputs.items()*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 898, in <listcomp>*05:14:44* E           tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 806, in wrapper*05:14:44* E           result = cache[args] = func(*args)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 903, in get_operation*05:14:44* E           transform_id, transform_consumers)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1192, in create_operation*05:14:44* E           return creator(self, transform_id, transform_proto, payload, consumers)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1540, in create_par_do*05:14:44* E           parameter)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1576, in _create_pardo_operation*05:14:44* E           dofn_data = pickler.loads(serialized_fn)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/internal/pickler.py", line 289, in loads*05:14:44* E           return dill.loads(s)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 275, in loads*05:14:44* E           return load(file, ignore, **kwds)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 270, in load*05:14:44* E           return Unpickler(file, ignore=ignore, **kwds).load()*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 472, in load*05:14:44* E           obj = StockUnpickler.load(self)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/dill/_dill.py", line 827, in _import_module*05:14:44* E           return getattr(__import__(module, None, None, [obj]), obj)*05:14:44* E         File "/usr/local/lib/python3.6/site-packages/apache_beam/transforms/validate_runner_xlang_test.py", line 58, in <module>*05:14:44* E           import pytest*05:14:44* E       ModuleNotFoundError: No module named 'pytest'



--
This message was sent by Atlassian Jira
(v8.3.4#803005)