[jira] [Created] (BEAM-3053) apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest is flaky

["Valentyn Tymofieiev (JIRA)" <ji...@apache.org>]

Valentyn Tymofieiev created BEAM-3053:
-----------------------------------------

             Summary: apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest is flaky 
                 Key: BEAM-3053
                 URL: https://issues.apache.org/jira/browse/BEAM-3053
             Project: Beam
          Issue Type: Bug
          Components: sdk-py-harness
            Reporter: Valentyn Tymofieiev
            Assignee: Robert Bradshaw


The test failed in the precommit suite on 2.2.0 release branch. Full precommit logs: https://builds.apache.org/job/beam_PreCommit_Python_MavenInstall/234/consoleFull

test_assert_that (apache_beam.runners.portability.universal_local_runner_test.UniversalLocalRunnerTest) ... /home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/coders/typecoders.py:134: UserWarning: Using fallback coder for typehint: <apache_beam.typehints.typehints.WindowedTypeConstraint object at 0x7fbb5acd12d0>.
  warnings.warn('Using fallback coder for typehint: %r.' % typehint)
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/coders/typecoders.py:134: UserWarning: Using fallback coder for typehint: <apache_beam.typehints.typehints.WindowedTypeConstraint object at 0x7fbb5a6a94d0>.
  warnings.warn('Using fallback coder for typehint: %r.' % typehint)
Traceback (most recent call last):
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/universal_local_runner.py", line 241, in run
    ).run_via_runner_api(self._pipeline_proto)
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 183, in run_via_runner_api
    return self.run_stages(*self.create_stages(pipeline_proto))
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 640, in run_stages
    controller, pipeline_components, stage, pcoll_buffers, safe_coders)
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 714, in run_stage
    controller.control_handler.push(process_bundle)
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/portability/fn_api_runner.py", line 1011, in push
    response = self.worker.do_instruction(request)
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/sdk_worker.py", line 120, in do_instruction
    getattr(request, request_type), request.instruction_id)
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/sdk_worker.py", line 135, in process_bundle
    self.data_channel_factory).process_bundle(instruction_id)
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/bundle_processor.py", line 254, in process_bundle
    input_op.process_encoded(data.data)
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/runners/worker/bundle_processor.py", line 126, in process_encoded
    self.output(decoded_value)
  File "apache_beam/runners/worker/operations.py", line 153, in apache_beam.runners.worker.operations.Operation.output (apache_beam/runners/worker/operations.c:5881)
    def output(self, windowed_value, output_index=0):
  File "apache_beam/runners/worker/operations.py", line 154, in apache_beam.runners.worker.operations.Operation.output (apache_beam/runners/worker/operations.c:5767)
    cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
  File "apache_beam/runners/worker/operations.py", line 86, in apache_beam.runners.worker.operations.ConsumerSet.receive (apache_beam/runners/worker/operations.c:3616)
    cython.cast(Operation, consumer).process(windowed_value)
  File "apache_beam/runners/worker/operations.py", line 339, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11073)
    with self.scoped_process_state:
  File "apache_beam/runners/worker/operations.py", line 340, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11027)
    self.dofn_receiver.receive(o)
  File "apache_beam/runners/common.py", line 382, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:10156)
    self.process(windowed_value)
  File "apache_beam/runners/common.py", line 390, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10458)
    self._reraise_augmented(exn)
  File "apache_beam/runners/common.py", line 415, in apache_beam.runners.common.DoFnRunner._reraise_augmented (apache_beam/runners/common.c:11363)
    raise
  File "apache_beam/runners/common.py", line 388, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10371)
    self.do_fn_invoker.invoke_process(windowed_value)
  File "apache_beam/runners/common.py", line 281, in apache_beam.runners.common.PerWindowInvoker.invoke_process (apache_beam/runners/common.c:8626)
    self._invoke_per_window(windowed_value)
  File "apache_beam/runners/common.py", line 306, in apache_beam.runners.common.PerWindowInvoker._invoke_per_window (apache_beam/runners/common.c:9313)
    self.output_processor.process_outputs(
  File "apache_beam/runners/common.py", line 480, in apache_beam.runners.common._OutputProcessor.process_outputs (apache_beam/runners/common.c:12500)
    self.main_receivers.receive(windowed_value)
  File "apache_beam/runners/worker/operations.py", line 86, in apache_beam.runners.worker.operations.ConsumerSet.receive (apache_beam/runners/worker/operations.c:3616)
    cython.cast(Operation, consumer).process(windowed_value)
  File "apache_beam/runners/worker/operations.py", line 339, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11073)
    with self.scoped_process_state:
  File "apache_beam/runners/worker/operations.py", line 340, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11027)
    self.dofn_receiver.receive(o)
  File "apache_beam/runners/common.py", line 382, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:10156)
    self.process(windowed_value)
  File "apache_beam/runners/common.py", line 390, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10458)
    self._reraise_augmented(exn)
  File "apache_beam/runners/common.py", line 415, in apache_beam.runners.common.DoFnRunner._reraise_augmented (apache_beam/runners/common.c:11363)
    raise
  File "apache_beam/runners/common.py", line 388, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10371)
    self.do_fn_invoker.invoke_process(windowed_value)
  File "apache_beam/runners/common.py", line 189, in apache_beam.runners.common.SimpleInvoker.invoke_process (apache_beam/runners/common.c:6270)
    self.output_processor.process_outputs(
  File "apache_beam/runners/common.py", line 480, in apache_beam.runners.common._OutputProcessor.process_outputs (apache_beam/runners/common.c:12500)
    self.main_receivers.receive(windowed_value)
  File "apache_beam/runners/worker/operations.py", line 86, in apache_beam.runners.worker.operations.ConsumerSet.receive (apache_beam/runners/worker/operations.c:3616)
    cython.cast(Operation, consumer).process(windowed_value)
  File "apache_beam/runners/worker/operations.py", line 339, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11073)
    with self.scoped_process_state:
  File "apache_beam/runners/worker/operations.py", line 340, in apache_beam.runners.worker.operations.DoOperation.process (apache_beam/runners/worker/operations.c:11027)
    self.dofn_receiver.receive(o)
  File "apache_beam/runners/common.py", line 382, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:10156)
    self.process(windowed_value)
  File "apache_beam/runners/common.py", line 390, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10458)
    self._reraise_augmented(exn)
  File "apache_beam/runners/common.py", line 431, in apache_beam.runners.common.DoFnRunner._reraise_augmented (apache_beam/runners/common.c:11673)
    raise new_exn, None, original_traceback
  File "apache_beam/runners/common.py", line 388, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:10371)
    self.do_fn_invoker.invoke_process(windowed_value)
  File "apache_beam/runners/common.py", line 190, in apache_beam.runners.common.SimpleInvoker.invoke_process (apache_beam/runners/common.c:6230)
    windowed_value, self.process_method(windowed_value.value))
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/transforms/core.py", line 943, in <lambda>
    wrapper = lambda x: [fn(x)]
  File "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_MavenInstall/sdks/python/apache_beam/testing/util.py", line 62, in _equal
    'Failed assert: %r == %r' % (sorted_expected, sorted_actual))
BeamAssertException: Failed assert: ['a'] == ['a', 'b'] [while running 'assert_that/Match']
Build timed out (after 150 minutes). Marking the build as aborted.




--
This message was sent by Atlassian JIRA
(v6.4.14#64029)