You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by "Mike Lambert (JIRA)" <ji...@apache.org> on 2017/03/23 08:47:42 UTC
[jira] [Created] (BEAM-1791) Logs are truncated
Mike Lambert created BEAM-1791:
----------------------------------
Summary: Logs are truncated
Key: BEAM-1791
URL: https://issues.apache.org/jira/browse/BEAM-1791
Project: Beam
Issue Type: Bug
Components: sdk-py
Reporter: Mike Lambert
Assignee: Ahmet Altay
Priority: Minor
When I run my code in the Google Cloud Dataflow, I am getting some tracebacks in the the "Errors" view, but they are truncated. (Not sure if this is a bug against this Jira component, or should be filed somewhere else...)
{noformat}
(cee7eb663424a856): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 578, in do_work
work_executor.execute()
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py", line 165, in execute
op.start()
File "dataflow_worker/shuffle_operations.py", line 49, in dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start (dataflow_worker/shuffle_operations.c:3442)
def start(self):
File "dataflow_worker/shuffle_operations.py", line 50, in dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start (dataflow_worker/shuffle_operations.c:3346)
with self.scoped_start_state:
File "dataflow_worker/shuffle_operations.py", line 63, in dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start (dataflow_worker/shuffle_operations.c:3261)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/shuffle_operations.py", line 67, in dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start (dataflow_worker/shuffle_operations.c:3205)
self.output(windowed_value)
File "dataflow_worker/operations.py", line 139, in dataflow_worker.operations.Operation.output (dataflow_worker/operations.c:5717)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/operations.py", line 72, in dataflow_worker.operations.ConsumerSet.receive (dataflow_worker/operations.c:3421)
cython.cast(Operation, consumer).process(windowed_value)
File "dataflow_worker/shuffle_operations.py", line 220, in dataflow_worker.shuffle_operations.BatchGroupAlsoByWindowsOperation.process (dataflow_worker/shuffle_operations.c:8094)
self.output(wvalue.with_value((k, wvalue.value)))
File "dataflow_worker/operations.py", line 139, in dataflow_worker.operations.Operation.output (dataflow_worker/operations.c:5717)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/operations.py", line 72, in dataflow_worker.operations.ConsumerSet.receive (dataflow_worker/operations.c:3421)
cython.cast(Operation, consumer).process(windowed_value)
File "dataflow_worker/operations.py", line 395, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13546)
with self.scoped_process_state:
File "dataflow_worker/operations.py", line 396, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13500)
self.dofn_receiver.receive(o)
File "apache_beam/runners/common.py", line 195, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:5142)
self.process(windowed_value)
File "apache_beam/runners/common.py", line 267, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7201)
self.reraise_augmented(exn)
File "apache_beam/runners/common.py", line 281, in apache_beam.runners.common.DoFnRunner.reraise_augmented (apache_beam/runners/common.c:7609)
raise
File "apache_beam/runners/common.py", line 263, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7090)
self._dofn_simple_invoker(element)
File "apache_beam/runners/common.py", line 198, in apache_beam.runners.common.DoFnRunner._dofn_simple_invoker (apache_beam/runners/common.c:5288)
self._process_outputs(element, self.dofn_process(element.value))
File "apache_beam/runners/common.py", line 326, in apache_beam.runners.common.DoFnRunner._process_outputs (apache_beam/runners/common.c:8563)
self.main_receivers.receive(windowed_value)
File "dataflow_worker/operations.py", line 72, in dataflow_worker.operations.ConsumerSet.receive (dataflow_worker/operations.c:3421)
cython.cast(Operation, consumer).process(windowed_value)
File "dataflow_worker/operations.py", line 395, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13546)
with self.scoped_process_state:
File "dataflow_worker/operations.py", line 396, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13500)
self.dofn_receiver.receive(o)
File "apache_beam/runners/common.py", line 195, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:5142)
self.process(windowed_value)
File "apache_beam/runners/common.py", line 267, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7201)
self.reraise_augmented(exn)
File "apache_beam/runners/common.py", line 281, in apache_beam.runners.common.DoFnRunner.reraise_augmented (apache_beam/runners/common.c:7609)
raise
File "apache_beam/runners/common.py", line 263, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7090)
self._dofn_simple_invoker(element)
File "apache_beam/runners/common.py", line 198, in apache_beam.runners.common.DoFnRunner._dofn_simple_invoker (apache_beam/runners/common.c:5288)
self._process_outputs(element, self.dofn_process(element.value))
File "apache_beam/runners/common.py", line 326, in apache_beam.runners.common.DoFnRunner._process_outputs (apache_beam/runners/common.c:8563)
self.main_receivers.receive(windowed_value)
File "dataflow_worker/operations.py", line 72, in dataflow_worker.operations.ConsumerSet.receive (dataflow_worker/operations.c:3421)
cython.cast(Operation, consumer).process(windowed_value)
File "dataflow_worker/operations.py", line 395, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13546)
with self.scoped_process_state:
File "dataflow_worker/operations.py", line 396, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13500)
self.dofn_receiver.receive(o)
File "apache_beam/runners/common.py", line 195, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:5142)
self.process(windowed_value)
File "apache_beam/runners/common.py", line 267, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7201)
self.reraise_augmented(exn)
File "apache_beam/runners/common.py", line 281, in apache_beam.runners.common.DoFnRunner.reraise_augmented (apache_beam/runners/common.c:7609)
raise
File "apache_beam/runners/common.py", line 263, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7090)
self._dofn_simple_invoker(element)
File "apache_beam/runners/common.py", line 198, in apache_beam.runners.common.DoFnRunner._dofn_simple_invoker (apache_beam/runners/common.c:5288)
self._process_outputs(element, self.dofn_process(element.value))
File "apache_beam/runners/common.py", line 326, in apache_beam.runners.common.DoFnRunner._process_outputs (apache_beam/runners/common.c:8563)
self.main_receivers.receive(windowed_value)
File "dataflow_worker/operations.py", line 72, in dataflow_worker.operations.ConsumerSet.receive (dataflow_worker/operations.c:3421)
cython.cast(Operation, consumer).process(windowed_value)
File "dataflow_worker/operations.py", line 395, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13546)
with self.scoped_process_state:
File "dataflow_worker/operations.py", line 396, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13500)
self.dofn_receiver.receive(o)
File "apache_beam/runners/common.py", line 195, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:5142)
self.process(windowed_value)
File "apache_beam/runners/common.py", line 267, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7201)
self.reraise_augmented(exn)
File "apache_beam/runners/common.py", line 281, in apache_beam.runners.common.DoFnRunner.reraise_augmented (apache_beam/runners/common.c:7609)
raise
File "apache_beam/runners/common.py", line 263, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7090)
self._dofn_simple_invoker(element)
File "apache_beam/runners/common.py", line 198, in apache_beam.runners.common.DoFnRunner._dofn_simple_invoker (apache_beam/runners/common.c:5288)
self._process_outputs(element, self.dofn_process(element.value))
File "apache_beam/runners/common.py", line 326, in apache_beam.runners.common.DoFnRunner._process_outputs (apache_beam/runners/common.c:8563)
self.main_receivers.receive(windowed_value)
File "dataflow_worker/operations.py", line 72, in dataflow_worker.operations.ConsumerSet.receive (dataflow_worker/operations.c:3421)
cython.cast(Operation, consumer).process(windowed_value)
File "dataflow_worker/operations.py", line 395, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13546)
with self.scoped_process_state:
File "dataflow_worker/operations.py", line 396, in dataflow_worker.operations.DoOperation.process (dataflow_worker/operations.c:13500)
self.dofn_receiver.receive(o)
File "apache_beam/runners/common.py", line 195, in apache_beam.runners.common.DoFnRunner.receive (apache_beam/runners/common.c:5142)
self.process(windowed_value)
File "apache_beam/runners/common.py", line 267, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7201)
self.reraise_augmented(exn)
File "apache_beam/runners/common.py", line 281, in apache_beam.runners.common.DoFnRunner.reraise_augmented (apache_beam/runners/common.c:7609)
raise
File "apache_beam/runners/common.py", line 263, in apache_beam.runners.common.DoFnRunner.process (apache_beam/runners/common.c:7090)
self._dofn_simple_invoker(element)
File "apache_beam/runners/common.py", line 198, in apache_beam.runners.common.DoFnRunner._dofn_simple_invoker (apache_beam/runners/common.c:5288)
self._process_outputs(element, self.dofn_process(element.value))
File "apache_beam/runners/common.py", line 326, in apache_beam.runners.common.DoFnRunner._process_outputs (apache_beam/runners/common.c:8563)
self.main_receivers.receive(windowed_value)
File "dataflow_worker/operations.py", line 72, in dataflow_worker.operations.ConsumerSet.receive (dataflow_worker/operations.c:3421)
cython.cast(Operation, consumer).process(windowed_valu
{noformat}
Notice how it is truncated at the very end...after around 10220 characters, and it hasn't even gotten to my actual code's stacktrace yet!
If I open the logs panel and go look at the logs, I'm luckily able to see the full thing...including the very last line that is pointing at my code, as well as the actual exception class/message itself.
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)