You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@beam.apache.org by "Kyle Weaver (Jira)" <ji...@apache.org> on 2020/01/15 22:14:00 UTC
[jira] [Commented] (BEAM-9128) beam_PostCommit_Python2 is failing
consistently
[ https://issues.apache.org/jira/browse/BEAM-9128?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17016364#comment-17016364 ]
Kyle Weaver commented on BEAM-9128:
-----------------------------------
cc [~heejong] [~chamikara]
> beam_PostCommit_Python2 is failing consistently
> -----------------------------------------------
>
> Key: BEAM-9128
> URL: https://issues.apache.org/jira/browse/BEAM-9128
> Project: Beam
> Issue Type: Improvement
> Components: sdk-py-harness, test-failures
> Reporter: Kyle Weaver
> Priority: Major
> Labels: currently-failing, portability-flink
>
> > Task :sdks:python:test-suites:portable:py2:crossLanguagePortableWordCount FAILED
> Caused by: java.lang.RuntimeException: Error received from SDK harness for instruction 16: Traceback (most recent call last):
> File "/usr/local/lib/python2.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 167, in _execute
> response = task()
> File "/usr/local/lib/python2.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 223, in <lambda>
> lambda: self.create_worker().do_instruction(request), request)
> File "/usr/local/lib/python2.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 352, in do_instruction
> request.instruction_id)
> File "/usr/local/lib/python2.7/site-packages/apache_beam/runners/worker/sdk_worker.py", line 386, in process_bundle
> bundle_processor.process_bundle(instruction_id))
> File "/usr/local/lib/python2.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 812, in process_bundle
> data.transform_id].process_encoded(data.data)
> File "/usr/local/lib/python2.7/site-packages/apache_beam/runners/worker/bundle_processor.py", line 205, in process_encoded
> self.output(decoded_value)
> File "apache_beam/runners/worker/operations.py", line 302, in apache_beam.runners.worker.operations.Operation.output
> def output(self, windowed_value, output_index=0):
> File "apache_beam/runners/worker/operations.py", line 304, in apache_beam.runners.worker.operations.Operation.output
> cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
> File "apache_beam/runners/worker/operations.py", line 178, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> self.consumer.process(windowed_value)
> File "apache_beam/runners/worker/operations.py", line 753, in apache_beam.runners.worker.operations.SdfProcessSizedElements.process
> with self.scoped_process_state:
> File "apache_beam/runners/worker/operations.py", line 761, in apache_beam.runners.worker.operations.SdfProcessSizedElements.process
> delayed_application = self.dofn_runner.process_with_sized_restriction(o)
> File "apache_beam/runners/common.py", line 891, in apache_beam.runners.common.DoFnRunner.process_with_sized_restriction
> return self.do_fn_invoker.invoke_process(
> File "apache_beam/runners/common.py", line 655, in apache_beam.runners.common.PerWindowInvoker.invoke_process
> return self._invoke_process_per_window(
> File "apache_beam/runners/common.py", line 743, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
> self.output_processor.process_outputs(
> File "apache_beam/runners/common.py", line 1028, in apache_beam.runners.common._OutputProcessor.process_outputs
> self.main_receivers.receive(windowed_value)
> File "apache_beam/runners/worker/operations.py", line 178, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> self.consumer.process(windowed_value)
> File "apache_beam/runners/worker/operations.py", line 657, in apache_beam.runners.worker.operations.DoOperation.process
> with self.scoped_process_state:
> File "apache_beam/runners/worker/operations.py", line 658, in apache_beam.runners.worker.operations.DoOperation.process
> delayed_application = self.dofn_receiver.receive(o)
> File "apache_beam/runners/common.py", line 878, in apache_beam.runners.common.DoFnRunner.receive
> self.process(windowed_value)
> File "apache_beam/runners/common.py", line 885, in apache_beam.runners.common.DoFnRunner.process
> self._reraise_augmented(exn)
> File "apache_beam/runners/common.py", line 956, in apache_beam.runners.common.DoFnRunner._reraise_augmented
> raise_with_traceback(new_exn)
> File "apache_beam/runners/common.py", line 883, in apache_beam.runners.common.DoFnRunner.process
> return self.do_fn_invoker.invoke_process(windowed_value)
> File "apache_beam/runners/common.py", line 497, in apache_beam.runners.common.SimpleInvoker.invoke_process
> self.output_processor.process_outputs(
> File "apache_beam/runners/common.py", line 1028, in apache_beam.runners.common._OutputProcessor.process_outputs
> self.main_receivers.receive(windowed_value)
> File "apache_beam/runners/worker/operations.py", line 177, in apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> self.update_counters_start(windowed_value)
> File "apache_beam/runners/worker/operations.py", line 155, in apache_beam.runners.worker.operations.ConsumerSet.update_counters_start
> self.opcounter.update_from(windowed_value)
> File "apache_beam/runners/worker/opcounters.py", line 214, in apache_beam.runners.worker.opcounters.OperationCounters.update_from
> self.do_sample(windowed_value)
> File "apache_beam/runners/worker/opcounters.py", line 233, in apache_beam.runners.worker.opcounters.OperationCounters.do_sample
> self.coder_impl.get_estimated_size_and_observables(windowed_value))
> File "apache_beam/coders/coder_impl.py", line 1162, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
> def get_estimated_size_and_observables(self, value, nested=False):
> File "apache_beam/coders/coder_impl.py", line 1172, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
> self._value_coder.get_estimated_size_and_observables(
> File "apache_beam/coders/coder_impl.py", line 187, in apache_beam.coders.coder_impl.CoderImpl.get_estimated_size_and_observables
> return self.estimate_size(value, nested), []
> File "apache_beam/coders/coder_impl.py", line 161, in apache_beam.coders.coder_impl.CoderImpl.estimate_size
> self.encode_to_stream(value, out, nested)
> File "apache_beam/coders/coder_impl.py", line 489, in apache_beam.coders.coder_impl.BytesCoderImpl.encode_to_stream
> out.write(value, nested)
> TypeError: Expected bytes, got unicode [while running 'split']
--
This message was sent by Atlassian Jira
(v8.3.4#803005)