[jira] [Closed] (BEAM-3053) apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest is flaky

["Valentyn Tymofieiev (JIRA)" <ji...@apache.org>]

     [ https://issues.apache.org/jira/browse/BEAM-3053?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Valentyn Tymofieiev closed BEAM-3053.
-------------------------------------
       Resolution: Duplicate
    Fix Version/s: Not applicable

> apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest is flaky 
> ----------------------------------------------------------------------------------------------
>
>                 Key: BEAM-3053
>                 URL: https://issues.apache.org/jira/browse/BEAM-3053
>             Project: Beam
>          Issue Type: Bug
>          Components: sdk-py-harness
>            Reporter: Valentyn Tymofieiev
>            Assignee: Robert Bradshaw
>             Fix For: Not applicable
>
>
> The test failed in the precommit suite on 2.2.0 release branch. Full precommit logs: https://builds.apache.org/job/beam_PreCommit_Python_MavenInstall/234/consoleFull
> test_assert_that (apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest) ... /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/coders/typecoders.py:134: UserWarning: Using fallback coder for typehint: <apache_beam.typehints.typehints.WindowedTypeConstraint object at 0x7fbb5acd12d0>.
>   warnings.warn('Using fallback coder for typehint: %r.' % typehint)
> /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/coders/typecoders.py:134: UserWarning: Using fallback coder for typehint: <apache_beam.typehints.typehints.WindowedTypeConstraint object at 0x7fbb5a6a94d0>.
>   warnings.warn('Using fallback coder for typehint: %r.' % typehint)
> Traceback (most recent call last):
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/universal_local_runner.py", line 241, in run
>     ).run_via_runner_api(self._pipeline_proto)
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 183, in run_via_runner_api
>     return self.run_stages(*self.create_stages(pipeline_proto))
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 640, in run_stages
>     controller, pipeline_components, stage, pcoll_buffers, safe_coders)
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 714, in run_stage
>     controller.control_handler.push(process_bundle)
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 1011, in push
>     response = self.worker.do_instruction(request)
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/sdk_worker.py", line 120, in do_instruction
>     getattr(request, request_type), request.instruction_id)
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/sdk_worker.py", line 135, in process_bundle
>     self.data_channel_factory).process_bundle(instruction_id)
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/bundle_processor.py", line 254, in process_bundle
>     input_op.process_encoded(data.data)
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/bundle_processor.py", line 126, in process_encoded
>     self.output(decoded_value)
>   File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.Operation.output (apache_beam/runners/worker/operations.c:5881)
>     def output(self, windowed_value, output_index=0):
>   File "apache_beam/runners/worker/operations.py", line 154, in apache_beam.runners.worker.operations.Operation.output (apache_beam/runners/worker/operations.c:5767)
>     cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
>   File "apache_beam/runners/worker/operations.py", line 86, in apache_beam.runners.worker.operations.ConsumerSet.receive (apache_beam/runners/worker/operations.c:3616)
>     cython.cast(Operation, consumer).process(windowed_value)
>   File "apache_beam/runners/worker/operations.py", line 339, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11073)
>     with self.scoped_process_state:
>   File "apache_beam/runners/worker/operations.py", line 340, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11027)
>     self.dofn_receiver.receive(o)
>   File "apache_beam/runners/common.py", line 382, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:10156)
>     self.process(windowed_value)
>   File "apache_beam/runners/common.py", line 390, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10458)
>     self._reraise_augmented(exn)
>   File "apache_beam/runners/common.py", line 415, in apache_beam.runners.common.DoFnRunner._reraise_augmented (apache_beam/runners/common.c:11363)
>     raise
>   File "apache_beam/runners/common.py", line 388, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10371)
>     self.do_fn_invoker.invoke_process(windowed_value)
>   File "apache_beam/runners/common.py", line 281, in apache_beam.runners.common.PerWindowInvoker.invoke_process (apache_beam/runners/common.c:8626)
>     self._invoke_per_window(windowed_value)
>   File "apache_beam/runners/common.py", line 306, in apache_beam.runners.common.PerWindowInvoker._invoke_per_window (apache_beam/runners/common.c:9313)
>     self.output_processor.process_outputs(
>   File "apache_beam/runners/common.py", line 480, in apache_beam.runners.common._OutputProcessor.process_outputs (apache_beam/runners/common.c:12500)
>     self.main_receivers.receive(windowed_value)
>   File "apache_beam/runners/worker/operations.py", line 86, in apache_beam.runners.worker.operations.ConsumerSet.receive (apache_beam/runners/worker/operations.c:3616)
>     cython.cast(Operation, consumer).process(windowed_value)
>   File "apache_beam/runners/worker/operations.py", line 339, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11073)
>     with self.scoped_process_state:
>   File "apache_beam/runners/worker/operations.py", line 340, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11027)
>     self.dofn_receiver.receive(o)
>   File "apache_beam/runners/common.py", line 382, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:10156)
>     self.process(windowed_value)
>   File "apache_beam/runners/common.py", line 390, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10458)
>     self._reraise_augmented(exn)
>   File "apache_beam/runners/common.py", line 415, in apache_beam.runners.common.DoFnRunner._reraise_augmented (apache_beam/runners/common.c:11363)
>     raise
>   File "apache_beam/runners/common.py", line 388, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10371)
>     self.do_fn_invoker.invoke_process(windowed_value)
>   File "apache_beam/runners/common.py", line 189, in apache_beam.runners.common.SimpleInvoker.invoke_process (apache_beam/runners/common.c:6270)
>     self.output_processor.process_outputs(
>   File "apache_beam/runners/common.py", line 480, in apache_beam.runners.common._OutputProcessor.process_outputs (apache_beam/runners/common.c:12500)
>     self.main_receivers.receive(windowed_value)
>   File "apache_beam/runners/worker/operations.py", line 86, in apache_beam.runners.worker.operations.ConsumerSet.receive (apache_beam/runners/worker/operations.c:3616)
>     cython.cast(Operation, consumer).process(windowed_value)
>   File "apache_beam/runners/worker/operations.py", line 339, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11073)
>     with self.scoped_process_state:
>   File "apache_beam/runners/worker/operations.py", line 340, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11027)
>     self.dofn_receiver.receive(o)
>   File "apache_beam/runners/common.py", line 382, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:10156)
>     self.process(windowed_value)
>   File "apache_beam/runners/common.py", line 390, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10458)
>     self._reraise_augmented(exn)
>   File "apache_beam/runners/common.py", line 431, in apache_beam.runners.common.DoFnRunner._reraise_augmented (apache_beam/runners/common.c:11673)
>     raise new_exn, None, original_traceback
>   File "apache_beam/runners/common.py", line 388, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10371)
>     self.do_fn_invoker.invoke_process(windowed_value)
>   File "apache_beam/runners/common.py", line 190, in apache_beam.runners.common.SimpleInvoker.invoke_process (apache_beam/runners/common.c:6230)
>     windowed_value, self.process_method(windowed_value.value))
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/transforms/core.py", line 943, in <lambda>
>     wrapper = lambda x: [fn(x)]
>   File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/testing/util.py", line 62, in _equal
>     'Failed assert: %r == %r' % (sorted_expected, sorted_actual))
> BeamAssertException: Failed assert: ['a'] == ['a', 'b'] [while running 'assert_that/Match']
> Build timed out (after 150 minutes). Marking the build as aborted.



--
This message was sent by Atlassian JIRA
(v6.4.14#64029)