You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/10/31 21:07:36 UTC
Build failed in Jenkins: beam_PostCommit_PythonVerify #628
See <https://builds.apache.org/job/beam_PostCommit_PythonVerify/628/>
------------------------------------------
[...truncated 4213 lines...]
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c905e71: 2016-10-31T21:06:13.233Z: JOB_MESSAGE_ERROR: (408e39b77141eabb): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c9060c4: 2016-10-31T21:06:13.828Z: JOB_MESSAGE_ERROR: (408e39b77141ebdf): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c906340: 2016-10-31T21:06:14.464Z: JOB_MESSAGE_ERROR: (408e39b77141ed03): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c906621: 2016-10-31T21:06:15.201Z: JOB_MESSAGE_ERROR: (408e39b77141ee27): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c90681a: 2016-10-31T21:06:15.706Z: JOB_MESSAGE_ERROR: (408e39b77141ef4b): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c906843: 2016-10-31T21:06:15.747Z: JOB_MESSAGE_DEBUG: (760cf60803fba1fa): Executing failure step failure1
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c906846: 2016-10-31T21:06:15.750Z: JOB_MESSAGE_ERROR: (760cf60803fba03c): Workflow failed. Causes: (ad190a7fe9c215a6): S07:group/Read+group/GroupByWindow+count+format+write/WriteImpl/write_bundles+write/WriteImpl/Map(<lambda at iobase.py:755>)+write/WriteImpl/WindowInto+write/WriteImpl/GroupByKey/Reify+write/WriteImpl/GroupByKey/Write failed.
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c906877: 2016-10-31T21:06:15.799Z: JOB_MESSAGE_DETAILED: (a7040d424f98e986): Cleaning up.
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c906900: 2016-10-31T21:06:15.936Z: JOB_MESSAGE_DEBUG: (a7040d424f98e09b): Starting worker pool teardown.
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c906902: 2016-10-31T21:06:15.938Z: JOB_MESSAGE_BASIC: (a7040d424f98eaa9): Stopping worker pool...
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c91a189: 2016-10-31T21:07:35.945Z: JOB_MESSAGE_BASIC: (a7040d424f98e1be): Worker pool stopped.
INFO:root:2016-10-31_14_03_35-14343537763933685168_000001581c91a587: 2016-10-31T21:07:36.967Z: JOB_MESSAGE_DEBUG: (a7040d424f98e2e1): Tearing down pending resources...
INFO:root:Job 2016-10-31_14_03_35-14343537763933685168 is in state JOB_STATE_FAILED
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 107, in <module>
run()
File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 98, in run
result = p.run()
File "apache_beam/pipeline.py", line 159, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 189, in run
% getattr(self, 'last_error_msg', None), self.result)
apache_beam.runners.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed:
(408e39b77141ef4b): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
# Grep will exit with status 1 if success message was not found.
echo ">>> CHECKING JOB SUCCESS"
>>> CHECKING JOB SUCCESS
grep JOB_STATE_DONE job_output
Build step 'Execute shell' marked build as failure
Jenkins build is back to normal : beam_PostCommit_PythonVerify #632
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_PythonVerify/632/changes>
Build failed in Jenkins: beam_PostCommit_PythonVerify #631
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_PythonVerify/631/changes>
Changes:
[robertwb] Improvements related to size estimation.
------------------------------------------
[...truncated 8004 lines...]
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5caa9a: 2016-11-01T05:28:59.290Z: JOB_MESSAGE_ERROR: (a36356d25d8b76d4): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cac7b: 2016-11-01T05:28:59.771Z: JOB_MESSAGE_ERROR: (a36356d25d8b7af0): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cae46: 2016-11-01T05:29:00.230Z: JOB_MESSAGE_ERROR: (a36356d25d8b7f0c): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb096: 2016-11-01T05:29:00.822Z: JOB_MESSAGE_ERROR: (a36356d25d8b7328): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb23f: 2016-11-01T05:29:01.247Z: JOB_MESSAGE_ERROR: (a36356d25d8b7744): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb263: 2016-11-01T05:29:01.283Z: JOB_MESSAGE_DEBUG: (986071862d1e8730): Executing failure step failure1
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb264: 2016-11-01T05:29:01.284Z: JOB_MESSAGE_ERROR: (986071862d1e8b06): Workflow failed. Causes: (14ea234c63db7ae4): S07:group/Read+group/GroupByWindow+count+format+write/WriteImpl/write_bundles+write/WriteImpl/Map(<lambda at iobase.py:755>)+write/WriteImpl/WindowInto+write/WriteImpl/GroupByKey/Reify+write/WriteImpl/GroupByKey/Write failed.
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb296: 2016-11-01T05:29:01.334Z: JOB_MESSAGE_DETAILED: (2189ff25fe4491e7): Cleaning up.
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb321: 2016-11-01T05:29:01.473Z: JOB_MESSAGE_DEBUG: (2189ff25fe449938): Starting worker pool teardown.
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb324: 2016-11-01T05:29:01.476Z: JOB_MESSAGE_BASIC: (2189ff25fe44936e): Stopping worker pool...
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5dd822: 2016-11-01T05:30:16.482Z: JOB_MESSAGE_BASIC: (2189ff25fe449abf): Worker pool stopped.
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5ddc1e: 2016-11-01T05:30:17.502Z: JOB_MESSAGE_DEBUG: (2189ff25fe449c46): Tearing down pending resources...
INFO:root:Job 2016-10-31_22_26_22-16533164555360417732 is in state JOB_STATE_FAILED
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 107, in <module>
run()
File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 98, in run
result = p.run()
File "apache_beam/pipeline.py", line 159, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 190, in run
% getattr(self, 'last_error_msg', None), self.result)
apache_beam.runners.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed:
(a36356d25d8b7744): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
# Grep will exit with status 1 if success message was not found.
echo ">>> CHECKING JOB SUCCESS"
>>> CHECKING JOB SUCCESS
grep JOB_STATE_DONE job_output
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_PythonVerify #630
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_PythonVerify/630/changes>
Changes:
[robertwb] Move Timestamp and related classes into apache_beam/utils.
[robertwb] Remove fake Timestamp and WindowedValue hacks.
------------------------------------------
[...truncated 6723 lines...]
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e557f2a: 2016-11-01T05:21:09.418Z: JOB_MESSAGE_ERROR: (2794773e6e4166e6): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e5580f7: 2016-11-01T05:21:09.879Z: JOB_MESSAGE_ERROR: (2794773e6e416d82): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e5582dc: 2016-11-01T05:21:10.364Z: JOB_MESSAGE_ERROR: (2794773e6e41641e): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e5584e8: 2016-11-01T05:21:10.888Z: JOB_MESSAGE_ERROR: (2794773e6e416aba): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e55867e: 2016-11-01T05:21:11.294Z: JOB_MESSAGE_ERROR: (2794773e6e416156): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e5586a7: 2016-11-01T05:21:11.335Z: JOB_MESSAGE_DEBUG: (d9399e3799c880bc): Executing failure step failure1
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e5586a9: 2016-11-01T05:21:11.337Z: JOB_MESSAGE_ERROR: (d9399e3799c885ee): Workflow failed. Causes: (f20f1f71e79fa4c4): S07:group/Read+group/GroupByWindow+count+format+write/WriteImpl/write_bundles+write/WriteImpl/Map(<lambda at iobase.py:755>)+write/WriteImpl/WindowInto+write/WriteImpl/GroupByKey/Reify+write/WriteImpl/GroupByKey/Write failed.
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e5586db: 2016-11-01T05:21:11.387Z: JOB_MESSAGE_DETAILED: (d9399e3799c88db9): Cleaning up.
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e558764: 2016-11-01T05:21:11.524Z: JOB_MESSAGE_DEBUG: (d9399e3799c88584): Starting worker pool teardown.
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e558766: 2016-11-01T05:21:11.526Z: JOB_MESSAGE_BASIC: (d9399e3799c88ab6): Stopping worker pool...
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e56bfee: 2016-11-01T05:22:31.534Z: JOB_MESSAGE_BASIC: (d9399e3799c88281): Worker pool stopped.
INFO:root:2016-10-31_22_18_40-15837001721901554053_000001581e56c3ec: 2016-11-01T05:22:32.556Z: JOB_MESSAGE_DEBUG: (d9399e3799c88f7e): Tearing down pending resources...
INFO:root:Job 2016-10-31_22_18_40-15837001721901554053 is in state JOB_STATE_FAILED
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 107, in <module>
run()
File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 98, in run
result = p.run()
File "apache_beam/pipeline.py", line 159, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 189, in run
% getattr(self, 'last_error_msg', None), self.result)
apache_beam.runners.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed:
(2794773e6e416156): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17216)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:13931)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16951)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:16939)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
# Grep will exit with status 1 if success message was not found.
echo ">>> CHECKING JOB SUCCESS"
>>> CHECKING JOB SUCCESS
grep JOB_STATE_DONE job_output
Build step 'Execute shell' marked build as failure
Build failed in Jenkins: beam_PostCommit_PythonVerify #629
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_PythonVerify/629/>
------------------------------------------
[...truncated 5429 lines...]
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de35f42: 2016-11-01T03:16:30.146Z: JOB_MESSAGE_DETAILED: (8306ca367cc79b2a): Fusing consumer write/WriteImpl/write_bundles into format
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de35f44: 2016-11-01T03:16:30.148Z: JOB_MESSAGE_DETAILED: (8306ca367cc79da8): Fusing consumer group/Write into group/Reify
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de35f8c: 2016-11-01T03:16:30.220Z: JOB_MESSAGE_DEBUG: (8306ca367cc79d68): Workflow config is missing a default resource spec.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de35f8e: 2016-11-01T03:16:30.222Z: JOB_MESSAGE_DETAILED: (8306ca367cc79fe6): Adding StepResource setup and teardown to workflow graph.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de35fc0: 2016-11-01T03:16:30.272Z: JOB_MESSAGE_DEBUG: (d1e22d1ae4ea26d9): Adding workflow start and stop steps.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de35fcc: 2016-11-01T03:16:30.284Z: JOB_MESSAGE_DEBUG: (8306ca367cc794e2): Assigning stage ids.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de36018: 2016-11-01T03:16:30.360Z: JOB_MESSAGE_DEBUG: (3b7f7a0ddb8cf351): Executing wait step start2
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de36028: 2016-11-01T03:16:30.376Z: JOB_MESSAGE_BASIC: S01: (4d7d2796fb19bd23): Executing operation group/Create
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de3602b: 2016-11-01T03:16:30.379Z: JOB_MESSAGE_DEBUG: (3b7f7a0ddb8cf9fe): Executing operation write/WriteImpl/DoOnce
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de36037: 2016-11-01T03:16:30.391Z: JOB_MESSAGE_DEBUG: (3e93ada6d780252e): Value "write/WriteImpl/DoOnce.out" materialized.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de36041: 2016-11-01T03:16:30.401Z: JOB_MESSAGE_BASIC: S04: (8306ca367cc79d9b): Executing operation write/WriteImpl/initialize_write
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de360f4: 2016-11-01T03:16:30.580Z: JOB_MESSAGE_DEBUG: (c39904553900ae2a): Starting worker pool setup.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de360f7: 2016-11-01T03:16:30.583Z: JOB_MESSAGE_BASIC: (c39904553900abb4): Starting 1 workers...
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de36109: 2016-11-01T03:16:30.601Z: JOB_MESSAGE_DEBUG: (8dd1562b4a682138): Value "group/Session" materialized.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de36114: 2016-11-01T03:16:30.612Z: JOB_MESSAGE_BASIC: S02: (d1e22d1ae4ea2a60): Executing operation read+split+pair_with_one+group/Reify+group/Write
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de5a581: 2016-11-01T03:18:59.201Z: JOB_MESSAGE_DETAILED: (22fe91b95ff8ad49): Workers have started successfully.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de667d0: 2016-11-01T03:19:48.944Z: JOB_MESSAGE_DEBUG: (c1b74379f85d3b87): Value "write/WriteImpl/initialize_write.out" materialized.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de667da: 2016-11-01T03:19:48.954Z: JOB_MESSAGE_BASIC: S05: (47d668448a64b47a): Executing operation write/WriteImpl/ViewAsSingleton(write|WriteImpl|initialize_write.None)/CreatePCollectionView
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de6680c: 2016-11-01T03:19:49.004Z: JOB_MESSAGE_DEBUG: (8306ca367cc790b2): Value "write/WriteImpl/ViewAsSingleton(write|WriteImpl|initialize_write.None)/CreatePCollectionView.out" materialized.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de66ae0: 2016-11-01T03:19:49.728Z: JOB_MESSAGE_BASIC: S03: (3b7f7a0ddb8cf534): Executing operation group/Close
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de66afc: 2016-11-01T03:19:49.756Z: JOB_MESSAGE_BASIC: S06: (8dd1562b4a682f3d): Executing operation write/WriteImpl/GroupByKey/Create
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de66ba9: 2016-11-01T03:19:49.929Z: JOB_MESSAGE_DEBUG: (394acb686e771d0f): Value "write/WriteImpl/GroupByKey/Session" materialized.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de66bb3: 2016-11-01T03:19:49.939Z: JOB_MESSAGE_BASIC: S07: (c7f426a088871508): Executing operation group/Read+group/GroupByWindow+count+format+write/WriteImpl/write_bundles+write/WriteImpl/Map(<lambda at iobase.py:755>)+write/WriteImpl/WindowInto+write/WriteImpl/GroupByKey/Reify+write/WriteImpl/GroupByKey/Write
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de66e6e: 2016-11-01T03:19:50.638Z: JOB_MESSAGE_ERROR: (1cf99040cf94f21e): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de67025: 2016-11-01T03:19:51.077Z: JOB_MESSAGE_ERROR: (1cf99040cf94fd6a): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de6726f: 2016-11-01T03:19:51.663Z: JOB_MESSAGE_ERROR: (1cf99040cf94f8b6): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de6740b: 2016-11-01T03:19:52.075Z: JOB_MESSAGE_ERROR: (1cf99040cf94f402): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de675e5: 2016-11-01T03:19:52.549Z: JOB_MESSAGE_ERROR: (1cf99040cf94ff4e): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de6760c: 2016-11-01T03:19:52.588Z: JOB_MESSAGE_DEBUG: (c7f426a08887137d): Executing failure step failure1
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de6760e: 2016-11-01T03:19:52.590Z: JOB_MESSAGE_ERROR: (c7f426a088871623): Workflow failed. Causes: (c7f426a088871cde): S07:group/Read+group/GroupByWindow+count+format+write/WriteImpl/write_bundles+write/WriteImpl/Map(<lambda at iobase.py:755>)+write/WriteImpl/WindowInto+write/WriteImpl/GroupByKey/Reify+write/WriteImpl/GroupByKey/Write failed.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de67641: 2016-11-01T03:19:52.641Z: JOB_MESSAGE_DETAILED: (292eef42d26143de): Cleaning up.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de676ca: 2016-11-01T03:19:52.778Z: JOB_MESSAGE_DEBUG: (292eef42d2614a05): Starting worker pool teardown.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de676cc: 2016-11-01T03:19:52.780Z: JOB_MESSAGE_BASIC: (292eef42d2614e1f): Stopping worker pool...
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de79bcb: 2016-11-01T03:21:07.787Z: JOB_MESSAGE_BASIC: (292eef42d2614446): Worker pool stopped.
INFO:root:2016-10-31_20_16_28-3464994572697370772_000001581de79fc7: 2016-11-01T03:21:08.807Z: JOB_MESSAGE_DEBUG: (292eef42d2614e87): Tearing down pending resources...
INFO:root:Job 2016-10-31_20_16_28-3464994572697370772 is in state JOB_STATE_FAILED
Traceback (most recent call last):
File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
"__main__", fname, loader, pkg_name)
File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
exec code in run_globals
File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 107, in <module>
run()
File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 98, in run
result = p.run()
File "apache_beam/pipeline.py", line 159, in run
return self.runner.run(self)
File "apache_beam/runners/dataflow_runner.py", line 189, in run
% getattr(self, 'last_error_msg', None), self.result)
apache_beam.runners.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed:
(1cf99040cf94ff4e): Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work
work_executor.execute()
File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24500)
op.start()
File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9332)
def start(self):
File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9239)
with self.shuffle_source.reader() as reader:
File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start (dataflow_worker/executor.c:9184)
self.output(windowed_value)
File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output (dataflow_worker/executor.c:5252)
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive (dataflow_worker/executor.c:3456)
self.update_counters_start(windowed_value)
File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start (dataflow_worker/executor.c:3655)
self.opcounter.update_from(windowed_value)
File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from (dataflow_worker/opcounters.c:2131)
self.do_sample(windowed_value)
File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample (dataflow_worker/opcounters.c:2685)
self.coder_impl.get_estimated_size_and_observables(windowed_value))
File "apache_beam/coders/coder_impl.py", line 535, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17307)
def get_estimated_size_and_observables(self, value, nested=False):
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 440, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:14022)
c.get_estimated_size_and_observables(values[i], nested=True))
File "apache_beam/coders/coder_impl.py", line 540, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17042)
self._value_coder.get_estimated_size_and_observables(
File "apache_beam/coders/coder_impl.py", line 541, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables (apache_beam/coders/coder_impl.c:17030)
value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'
# Grep will exit with status 1 if success message was not found.
echo ">>> CHECKING JOB SUCCESS"
>>> CHECKING JOB SUCCESS
grep JOB_STATE_DONE job_output
Build step 'Execute shell' marked build as failure