You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by "Ahmet Altay (JIRA)" <ji...@apache.org> on 2017/08/28 21:18:00 UTC

[jira] [Updated] (BEAM-2814) test_as_singleton_with_different_defaults test is flaky

     [ https://issues.apache.org/jira/browse/BEAM-2814?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Ahmet Altay updated BEAM-2814:
------------------------------
    Description: 
{{test_as_singleton_with_different_defaults}} is flaky and failed in the post commit test 3013, but there is no related change to trigger this.

https://builds.apache.org/view/A-D/view/Beam/job/beam_PostCommit_Python_Verify/3013/consoleFull
(https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2017-08-28_11_08_56-17324181904913254210?project=apache-beam-testing)

Dataflow error form the console:
  (b4d390f9f9e033b4): Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 582, in do_work
    work_executor.execute()
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py", line 166, in execute
    op.start()
  File "apache_beam/runners/worker/operations.py", line 294, in apache_beam.runners.worker.operations.DoOperation.start (apache_beam/runners/worker/operations.c:10607)
    def start(self):
  File "apache_beam/runners/worker/operations.py", line 295, in apache_beam.runners.worker.operations.DoOperation.start (apache_beam/runners/worker/operations.c:10501)
    with self.scoped_start_state:
  File "apache_beam/runners/worker/operations.py", line 323, in apache_beam.runners.worker.operations.DoOperation.start (apache_beam/runners/worker/operations.c:10322)
    self.dofn_runner = common.DoFnRunner(
  File "apache_beam/runners/common.py", line 378, in apache_beam.runners.common.DoFnRunner.__init__ (apache_beam/runners/common.c:10018)
    self.do_fn_invoker = DoFnInvoker.create_invoker(
  File "apache_beam/runners/common.py", line 154, in apache_beam.runners.common.DoFnInvoker.create_invoker (apache_beam/runners/common.c:5212)
    return PerWindowInvoker(
  File "apache_beam/runners/common.py", line 219, in apache_beam.runners.common.PerWindowInvoker.__init__ (apache_beam/runners/common.c:7109)
    input_args, input_kwargs, [si[global_window] for si in side_inputs])
  File "/usr/local/lib/python2.7/dist-packages/apache_beam/transforms/sideinputs.py", line 63, in __getitem__
    _FilteringIterable(self._iterable, target_window), self._view_options)
  File "/usr/local/lib/python2.7/dist-packages/apache_beam/pvalue.py", line 332, in _from_runtime_iterable
    'PCollection with more than one element accessed as '
ValueError: PCollection with more than one element accessed as a singleton view.

  was:
{{test_as_singleton_with_different_defaults}} is flaky and failed in the post commit test 3013, but there is no related change to trigger this.

https://builds.apache.org/view/A-D/view/Beam/job/beam_PostCommit_Python_Verify/3013/consoleFull
(https://pantheon.corp.google.com/dataflow/job/2017-08-28_11_08_56-17324181904913254210?project=apache-beam-testing)

Dataflow error form the console:
  (b4d390f9f9e033b4): Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 582, in do_work
    work_executor.execute()
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py", line 166, in execute
    op.start()
  File "apache_beam/runners/worker/operations.py", line 294, in apache_beam.runners.worker.operations.DoOperation.start (apache_beam/runners/worker/operations.c:10607)
    def start(self):
  File "apache_beam/runners/worker/operations.py", line 295, in apache_beam.runners.worker.operations.DoOperation.start (apache_beam/runners/worker/operations.c:10501)
    with self.scoped_start_state:
  File "apache_beam/runners/worker/operations.py", line 323, in apache_beam.runners.worker.operations.DoOperation.start (apache_beam/runners/worker/operations.c:10322)
    self.dofn_runner = common.DoFnRunner(
  File "apache_beam/runners/common.py", line 378, in apache_beam.runners.common.DoFnRunner.__init__ (apache_beam/runners/common.c:10018)
    self.do_fn_invoker = DoFnInvoker.create_invoker(
  File "apache_beam/runners/common.py", line 154, in apache_beam.runners.common.DoFnInvoker.create_invoker (apache_beam/runners/common.c:5212)
    return PerWindowInvoker(
  File "apache_beam/runners/common.py", line 219, in apache_beam.runners.common.PerWindowInvoker.__init__ (apache_beam/runners/common.c:7109)
    input_args, input_kwargs, [si[global_window] for si in side_inputs])
  File "/usr/local/lib/python2.7/dist-packages/apache_beam/transforms/sideinputs.py", line 63, in __getitem__
    _FilteringIterable(self._iterable, target_window), self._view_options)
  File "/usr/local/lib/python2.7/dist-packages/apache_beam/pvalue.py", line 332, in _from_runtime_iterable
    'PCollection with more than one element accessed as '
ValueError: PCollection with more than one element accessed as a singleton view.


> test_as_singleton_with_different_defaults test is flaky
> -------------------------------------------------------
>
>                 Key: BEAM-2814
>                 URL: https://issues.apache.org/jira/browse/BEAM-2814
>             Project: Beam
>          Issue Type: Bug
>          Components: sdk-py
>            Reporter: Ahmet Altay
>            Priority: Critical
>
> {{test_as_singleton_with_different_defaults}} is flaky and failed in the post commit test 3013, but there is no related change to trigger this.
> https://builds.apache.org/view/A-D/view/Beam/job/beam_PostCommit_Python_Verify/3013/consoleFull
> (https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2017-08-28_11_08_56-17324181904913254210?project=apache-beam-testing)
> Dataflow error form the console:
>   (b4d390f9f9e033b4): Traceback (most recent call last):
>   File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 582, in do_work
>     work_executor.execute()
>   File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py", line 166, in execute
>     op.start()
>   File "apache_beam/runners/worker/operations.py", line 294, in apache_beam.runners.worker.operations.DoOperation.start (apache_beam/runners/worker/operations.c:10607)
>     def start(self):
>   File "apache_beam/runners/worker/operations.py", line 295, in apache_beam.runners.worker.operations.DoOperation.start (apache_beam/runners/worker/operations.c:10501)
>     with self.scoped_start_state:
>   File "apache_beam/runners/worker/operations.py", line 323, in apache_beam.runners.worker.operations.DoOperation.start (apache_beam/runners/worker/operations.c:10322)
>     self.dofn_runner = common.DoFnRunner(
>   File "apache_beam/runners/common.py", line 378, in apache_beam.runners.common.DoFnRunner.__init__ (apache_beam/runners/common.c:10018)
>     self.do_fn_invoker = DoFnInvoker.create_invoker(
>   File "apache_beam/runners/common.py", line 154, in apache_beam.runners.common.DoFnInvoker.create_invoker (apache_beam/runners/common.c:5212)
>     return PerWindowInvoker(
>   File "apache_beam/runners/common.py", line 219, in apache_beam.runners.common.PerWindowInvoker.__init__ (apache_beam/runners/common.c:7109)
>     input_args, input_kwargs, [si[global_window] for si in side_inputs])
>   File "/usr/local/lib/python2.7/dist-packages/apache_beam/transforms/sideinputs.py", line 63, in __getitem__
>     _FilteringIterable(self._iterable, target_window), self._view_options)
>   File "/usr/local/lib/python2.7/dist-packages/apache_beam/pvalue.py", line 332, in _from_runtime_iterable
>     'PCollection with more than one element accessed as '
> ValueError: PCollection with more than one element accessed as a singleton view.



--
This message was sent by Atlassian JIRA
(v6.4.14#64029)