You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/09/12 18:27:16 UTC

Build failed in Jenkins: beam_PostCommit_Py_ValCont #8239

See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8239/display/redirect>

Changes:


------------------------------------------
[...truncated 115.33 KB...]
    def test_wordcount_it_with_prebuilt_sdk_container_cloud_build(self):
      self._run_wordcount_it(
          wordcount.run,
          experiment='beam_fn_api',
>         prebuild_sdk_container_engine='cloud_build')

apache_beam/examples/wordcount_it_test.py:67: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/examples/wordcount_it_test.py:110: in _run_wordcount_it
    save_main_session=False,
apache_beam/examples/wordcount.py:89: in run
    output | 'Write' >> WriteToText(known_args.output)
apache_beam/pipeline.py:587: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:542: in run
    self._options).run(False)
apache_beam/pipeline.py:566: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/dataflow/test_dataflow_runner.py:65: in run_pipeline
    self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <DataflowPipelineResult <Job
 clientRequestId: '20210912182425560538-7102'
 createTime: '2021-09-12T18:24:26.898828Z'
...021-09-12T18:24:26.898828Z'
 steps: []
 tempFiles: []
 type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> at 0x7f67ca843f60>
duration = None

    def wait_until_finish(self, duration=None):
      if not self.is_in_terminal_state():
        if not self.has_job:
          raise IOError('Failed to get the Dataflow job id.')
    
        thread = threading.Thread(
            target=DataflowRunner.poll_for_job_completion,
            args=(self._runner, self, duration))
    
        # Mark the thread as a daemon thread so a keyboard interrupt on the main
        # thread will terminate everything. This is also the reason we will not
        # use thread.join() to wait for the polling thread.
        thread.daemon = True
        thread.start()
        while thread.is_alive():
          time.sleep(5.0)
    
        # TODO: Merge the termination code in poll_for_job_completion and
        # is_in_terminal_state.
        terminated = self.is_in_terminal_state()
        assert duration or terminated, (
            'Job did not reach to a terminal state after waiting indefinitely.')
    
        if terminated and self.state != PipelineState.DONE:
          # TODO(BEAM-1290): Consider converting this to an error log based on
          # theresolution of the issue.
          raise DataflowRuntimeException(
              'Dataflow pipeline failed. State: %s, Error:\n%s' %
              (self.state, getattr(self._runner, 'last_error_msg', None)),
>             self)
E         apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E         Workflow failed.

apache_beam/runners/dataflow/dataflow_runner.py:1635: DataflowRuntimeException
____ WordCountIT.test_wordcount_it_with_prebuilt_sdk_container_local_docker ____
[gw0] linux -- Python 3.7.3 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967052/bin/python3.7>

self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_local_docker>

    @pytest.mark.it_validatescontainer
    def test_wordcount_it_with_prebuilt_sdk_container_local_docker(self):
      self._run_wordcount_it(
          wordcount.run,
          experiment='beam_fn_api',
>         prebuild_sdk_container_engine='local_docker')

apache_beam/examples/wordcount_it_test.py:60: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/examples/wordcount_it_test.py:110: in _run_wordcount_it
    save_main_session=False,
apache_beam/examples/wordcount.py:89: in run
    output | 'Write' >> WriteToText(known_args.output)
apache_beam/pipeline.py:587: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:542: in run
    self._options).run(False)
apache_beam/pipeline.py:566: in run
    return self.runner.run_pipeline(self, self._options)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner object at 0x7f67cacff6a0>
pipeline = <apache_beam.pipeline.Pipeline object at 0x7f67ca789ac8>
options = <apache_beam.options.pipeline_options.PipelineOptions object at 0x7f67c9e81710>

    def run_pipeline(self, pipeline, options):
      """Execute test pipeline and verify test matcher"""
      test_options = options.view_as(TestOptions)
      on_success_matcher = test_options.on_success_matcher
      wait_duration = test_options.wait_until_finish_duration
      is_streaming = options.view_as(StandardOptions).streaming
    
      # [BEAM-1889] Do not send this to remote workers also, there is no need to
      # send this option to remote executors.
      test_options.on_success_matcher = None
    
      self.result = super(TestDataflowRunner,
                          self).run_pipeline(pipeline, options)
      if self.result.has_job:
        # TODO(markflyhigh)(BEAM-1890): Use print since Nose dosen't show logs
        # in some cases.
        print('Worker logs: %s' % self.build_console_url(options))
    
      try:
        self.wait_until_in_state(PipelineState.RUNNING)
    
        if is_streaming and not wait_duration:
          _LOGGER.warning('Waiting indefinitely for streaming job.')
        self.result.wait_until_finish(duration=wait_duration)
    
        if on_success_matcher:
          from hamcrest import assert_that as hc_assert_that
>         hc_assert_that(self.result, pickler.loads(on_success_matcher))
E         AssertionError: 
E         Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 33535a832b7db6d78389759577d4ff495980b9c0)
E              but: Test pipeline expected terminated in state: DONE Test pipeline job terminated in state: FAILED

apache_beam/runners/dataflow/test_dataflow_runner.py:69: AssertionError
______________ ExerciseMetricsPipelineTest.test_metrics_fnapi_it _______________
[gw0] linux -- Python 3.7.3 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967052/bin/python3.7>

self = <apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest testMethod=test_metrics_fnapi_it>

    @pytest.mark.it_postcommit
    @pytest.mark.it_validatescontainer
    def test_metrics_fnapi_it(self):
      result = self.run_pipeline(experiment='beam_fn_api')
      errors = metric_result_matchers.verify_all(
          result.metrics().all_metrics(),
          dataflow_exercise_metrics_pipeline.metric_matchers())
>     self.assertFalse(errors, str(errors))
E     AssertionError: "Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>Unable to match metrics for matcher  name: 'ExecutionTime_StartBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_ProcessElement' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_FinishBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'distribution_values' step: 'metrics' attempted:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100> committed:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>\nActual MetricResults:\n" is not false : Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>Unable to match metrics for matcher  name: 'ExecutionTime_StartBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_ProcessElement' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_FinishBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'distribution_values' step: 'metrics' attempted:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100> committed:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>
E     Actual MetricResults:

apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:60: AssertionError
=============================== warnings summary ===============================
apache_beam/io/filesystems_test.py:54
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c
    self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf'))  # pylint: disable=anomalous-backslash-in-string

apache_beam/io/filesystems_test.py:62
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d
    self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'),  # pylint: disable=anomalous-backslash-in-string

-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
==================== 4 failed, 2 warnings in 644.59 seconds ====================
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210912-181412168536995
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:a506ca3f9451234745cccce642220f44f3b3c98b5ae2298f76d23ec4e3b45096
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:668269bf-7016-40eb-a70f-1ae5ee79d5d1
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e9a0fc0c378b3567f51fab0f6d5f490088a13825254882906d22d439201993da
Deleted: sha256:9d846adae497f0711243a6eb4e14f36cf4a414c297737d5866532ddd1f5c944b
Deleted: sha256:32d3541d4bd8ae94ccf95b17714595697b88f18fac2798f9b54b3e8ec0cbc572
Deleted: sha256:799f09d7d3e36eee53bc520c9789da7dfad7309e19c63f1382c3281e197701a0
Deleted: sha256:ed425699f3826d31f4c44a2650b14053adcf928c7f9c739b37f34e4c8bb4960f
Deleted: sha256:a3ce379bdd1c9ed95b1eac5da26087aa07de513bf7697e423cb2bee3878daf50
Deleted: sha256:f9be84da87c6f61239be847a816dedfa17f73300132609719eef19f79aa77db8
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:a506ca3f9451234745cccce642220f44f3b3c98b5ae2298f76d23ec4e3b45096
  Associated tags:
 - 20210912-181412168536995
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210912-181412168536995
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210912-181412168536995].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:a506ca3f9451234745cccce642220f44f3b3c98b5ae2298f76d23ec4e3b45096].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e9a0fc0c378b3567f51fab0f6d5f490088a13825254882906d22d439201993da
  Associated tags:
 - 668269bf-7016-40eb-a70f-1ae5ee79d5d1
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:668269bf-7016-40eb-a70f-1ae5ee79d5d1].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e9a0fc0c378b3567f51fab0f6d5f490088a13825254882906d22d439201993da].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:79a43c0a19df831dae4ef166e2bb073ca23cfc60000d2cf93cbafde2b68abadb
  Associated tags:
 - b3a1a080-f9ed-4417-b377-c866dba2dafb
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:b3a1a080-f9ed-4417-b377-c866dba2dafb].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:79a43c0a19df831dae4ef166e2bb073ca23cfc60000d2cf93cbafde2b68abadb].
Removed the container

> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED

FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 26m 48s
44 actionable tasks: 40 executed, 4 up-to-date

Publishing build scan...
https://gradle.com/s/ho7r42fq2jykw

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Jenkins build is back to normal : beam_PostCommit_Py_ValCont #8244

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8244/display/redirect?page=changes>


---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #8243

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8243/display/redirect?page=changes>

Changes:

[rohde.samuel] [BEAM-12842] Add timestamp to test work item to deflake

[suztomo] [BEAM-12873] HL7v2IO: to leave schematizedData null, not empty


------------------------------------------
[...truncated 147.77 KB...]
          prebuild_sdk_container_engine='cloud_build')

apache_beam/examples/wordcount_it_test.py:64: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/examples/wordcount_it_test.py:108: in _run_wordcount_it
    run_wordcount(
apache_beam/examples/wordcount.py:89: in run
    output | 'Write' >> WriteToText(known_args.output)
apache_beam/pipeline.py:587: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:539: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:566: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/dataflow/test_dataflow_runner.py:65: in run_pipeline
    self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <DataflowPipelineResult <Job
 clientRequestId: '20210913182131150071-7102'
 createTime: '2021-09-13T18:21:32.680208Z'
...021-09-13T18:21:32.680208Z'
 steps: []
 tempFiles: []
 type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> at 0x7f05755b7640>
duration = None

    def wait_until_finish(self, duration=None):
      if not self.is_in_terminal_state():
        if not self.has_job:
          raise IOError('Failed to get the Dataflow job id.')
    
        thread = threading.Thread(
            target=DataflowRunner.poll_for_job_completion,
            args=(self._runner, self, duration))
    
        # Mark the thread as a daemon thread so a keyboard interrupt on the main
        # thread will terminate everything. This is also the reason we will not
        # use thread.join() to wait for the polling thread.
        thread.daemon = True
        thread.start()
        while thread.is_alive():
          time.sleep(5.0)
    
        # TODO: Merge the termination code in poll_for_job_completion and
        # is_in_terminal_state.
        terminated = self.is_in_terminal_state()
        assert duration or terminated, (
            'Job did not reach to a terminal state after waiting indefinitely.')
    
        if terminated and self.state != PipelineState.DONE:
          # TODO(BEAM-1290): Consider converting this to an error log based on
          # theresolution of the issue.
>         raise DataflowRuntimeException(
              'Dataflow pipeline failed. State: %s, Error:\n%s' %
              (self.state, getattr(self._runner, 'last_error_msg', None)),
              self)
E         apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E         Workflow failed.

apache_beam/runners/dataflow/dataflow_runner.py:1632: DataflowRuntimeException
____ WordCountIT.test_wordcount_it_with_prebuilt_sdk_container_local_docker ____
[gw0] linux -- Python 3.8.5 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/bin/python3.8>

self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_local_docker>

    @pytest.mark.it_validatescontainer
    def test_wordcount_it_with_prebuilt_sdk_container_local_docker(self):
>     self._run_wordcount_it(
          wordcount.run,
          experiment='beam_fn_api',
          prebuild_sdk_container_engine='local_docker')

apache_beam/examples/wordcount_it_test.py:57: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/examples/wordcount_it_test.py:108: in _run_wordcount_it
    run_wordcount(
apache_beam/examples/wordcount.py:89: in run
    output | 'Write' >> WriteToText(known_args.output)
apache_beam/pipeline.py:587: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:539: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:566: in run
    return self.runner.run_pipeline(self, self._options)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner object at 0x7f0575554940>
pipeline = <apache_beam.pipeline.Pipeline object at 0x7f057593bbe0>
options = <apache_beam.options.pipeline_options.PipelineOptions object at 0x7f0575978580>

    def run_pipeline(self, pipeline, options):
      """Execute test pipeline and verify test matcher"""
      test_options = options.view_as(TestOptions)
      on_success_matcher = test_options.on_success_matcher
      wait_duration = test_options.wait_until_finish_duration
      is_streaming = options.view_as(StandardOptions).streaming
    
      # [BEAM-1889] Do not send this to remote workers also, there is no need to
      # send this option to remote executors.
      test_options.on_success_matcher = None
    
      self.result = super(TestDataflowRunner,
                          self).run_pipeline(pipeline, options)
      if self.result.has_job:
        # TODO(markflyhigh)(BEAM-1890): Use print since Nose dosen't show logs
        # in some cases.
        print('Worker logs: %s' % self.build_console_url(options))
    
      try:
        self.wait_until_in_state(PipelineState.RUNNING)
    
        if is_streaming and not wait_duration:
          _LOGGER.warning('Waiting indefinitely for streaming job.')
        self.result.wait_until_finish(duration=wait_duration)
    
        if on_success_matcher:
          from hamcrest import assert_that as hc_assert_that
>         hc_assert_that(self.result, pickler.loads(on_success_matcher))
E         AssertionError: 
E         Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 33535a832b7db6d78389759577d4ff495980b9c0)
E              but: Test pipeline expected terminated in state: DONE Test pipeline job terminated in state: FAILED

apache_beam/runners/dataflow/test_dataflow_runner.py:69: AssertionError
______________ ExerciseMetricsPipelineTest.test_metrics_fnapi_it _______________
[gw0] linux -- Python 3.8.5 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/bin/python3.8>

self = <apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest testMethod=test_metrics_fnapi_it>

    @pytest.mark.it_postcommit
    @pytest.mark.it_validatescontainer
    def test_metrics_fnapi_it(self):
      result = self.run_pipeline(experiment='beam_fn_api')
      errors = metric_result_matchers.verify_all(
          result.metrics().all_metrics(),
          dataflow_exercise_metrics_pipeline.metric_matchers())
>     self.assertFalse(errors, str(errors))
E     AssertionError: "Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>Unable to match metrics for matcher  name: 'ExecutionTime_StartBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_ProcessElement' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_FinishBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'distribution_values' step: 'metrics' attempted:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100> committed:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>\nActual MetricResults:\n" is not false : Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>Unable to match metrics for matcher  name: 'ExecutionTime_StartBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_ProcessElement' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_FinishBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'distribution_values' step: 'metrics' attempted:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100> committed:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>
E     Actual MetricResults:

apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:60: AssertionError
=============================== warnings summary ===============================
apache_beam/io/filesystems_test.py:54
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c
    self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf'))  # pylint: disable=anomalous-backslash-in-string

apache_beam/io/filesystems_test.py:62
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d
    self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'),  # pylint: disable=anomalous-backslash-in-string

<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead
    def call(self, fn, *args, **kwargs):

-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml> -
==================== 4 failed, 3 warnings in 551.55 seconds ====================
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210913-181233714496878
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:76918bef6dd4a69e889b9e805a0da11b35b4a38b85a0f255a576355f98bb7224
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:49f1325a-effc-4de6-bfa4-8e756f3cbb67
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:47d57d74ca77e43e38c46df84e3b12ffed6b564fa8e18e23ea884e1eefb74e0a
Deleted: sha256:43ca3c8473f6f21fe6ca1fba8f435b7b1e845a73f773667e57730c9d7b4587b1
Deleted: sha256:a7629d16ef8920970aa9586de881d60eb2db126b3372b3fce187d6ece717c7d3
Deleted: sha256:9d7a0e6bad789ecf37def8cffff3fe8ec3117567d5d94ce01f14442faa197b45
Deleted: sha256:e28ed087d5aaef6a680e50cc43ffc6cffd2d779016951a4f0d8cfb21ec5bc517
Deleted: sha256:44da2ba5e98dc62a96d769f1fdb789b6663f4bd3941e5ee49e63eb0bcefb72ec
Deleted: sha256:c3d283891d647e7c20163619edf9f22c188733f4c7032e4bf40293d652a74ce2
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:76918bef6dd4a69e889b9e805a0da11b35b4a38b85a0f255a576355f98bb7224
  Associated tags:
 - 20210913-181233714496878
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210913-181233714496878
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210913-181233714496878].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:76918bef6dd4a69e889b9e805a0da11b35b4a38b85a0f255a576355f98bb7224].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:47d57d74ca77e43e38c46df84e3b12ffed6b564fa8e18e23ea884e1eefb74e0a
  Associated tags:
 - 49f1325a-effc-4de6-bfa4-8e756f3cbb67
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:49f1325a-effc-4de6-bfa4-8e756f3cbb67].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:47d57d74ca77e43e38c46df84e3b12ffed6b564fa8e18e23ea884e1eefb74e0a].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:66a8357a93cb06625d940d9d73a7aa9825426c97a07eb42c5bcf1da8ef6c7fcc
  Associated tags:
 - 44c5bfa6-97f1-49c4-aafd-a622946b910e
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:44c5bfa6-97f1-49c4-aafd-a622946b910e].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:66a8357a93cb06625d940d9d73a7aa9825426c97a07eb42c5bcf1da8ef6c7fcc].
Removed the container

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED

FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 23m 56s
44 actionable tasks: 40 executed, 4 up-to-date

Publishing build scan...
https://gradle.com/s/gqfemqv75v5b4

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #8242

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8242/display/redirect>

Changes:


------------------------------------------
[...truncated 1.19 MB...]
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=900 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --prebuild_sdk_container_base_image=$CONTAINER:$TAG \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer

function cleanup_container {
  # Delete the container locally and remotely
  docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
  for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
    do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
  done
  gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
  for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)")
    do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
  done

  echo "Removed the container"
}
trap cleanup_container EXIT

echo ">>> Successfully built and push container $CONTAINER"

cd sdks/python
SDK_LOCATION=$2

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=900 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --prebuild_sdk_container_base_image=$CONTAINER:$TAG \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"

> Task :sdks:python:test-suites:dataflow:py36:validatesContainer

function cleanup_container {
  # Delete the container locally and remotely
  docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
  for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
    do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
  done
  gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
  for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)")
    do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
  done

  echo "Removed the container"
}
trap cleanup_container EXIT

echo ">>> Successfully built and push container $CONTAINER"

cd sdks/python
SDK_LOCATION=$2

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=900 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --prebuild_sdk_container_base_image=$CONTAINER:$TAG \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:8dc753f59929dca64e51ff058377ae2c70fa6b8f5cf47f8fa7868cf6ddcdc1ec
  Associated tags:
 - 20210913-130226772704993
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210913-130226772704993
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210913-130226772704993].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:8dc753f59929dca64e51ff058377ae2c70fa6b8f5cf47f8fa7868cf6ddcdc1ec].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:9e66086fbf9a919035976830f700b3b7d5e9fdb0d711efb00f38a40efccd29d4
  Associated tags:
 - b69a10f5-90cd-470c-ba5c-3e95b2fd1df0
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:b69a10f5-90cd-470c-ba5c-3e95b2fd1df0].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:9e66086fbf9a919035976830f700b3b7d5e9fdb0d711efb00f38a40efccd29d4].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:0f26e9f3b8d6af598e7ba80f208e9d13fece7c6cedd7b7e0c99504efae34f0d5
  Associated tags:
 - b71e7e8f-8c79-4b66-b01f-d933f68034b7
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:b71e7e8f-8c79-4b66-b01f-d933f68034b7].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:0f26e9f3b8d6af598e7ba80f208e9d13fece7c6cedd7b7e0c99504efae34f0d5].

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED

> Task :sdks:python:test-suites:dataflow:py36:validatesContainer
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:c87fa96b4b5c6d6f7c29651c583c73a49f75b028743482c7f16bf0deb4aec86d
  Associated tags:
 - 20210913-130226780474230
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210913-130226780474230
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210913-130226780474230].

> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:6cb688769884bb934c45581ec0c1b5a20f68afa4b3b85b3c775e2da670519670
  Associated tags:
 - 20210913-130226738396298
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210913-130226738396298
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210913-130226738396298].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:6cb688769884bb934c45581ec0c1b5a20f68afa4b3b85b3c775e2da670519670].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:a1f32a5afe4a666f843e1a818fd6924a17e8b55ada27f03850ee4f82ea7cafc4
  Associated tags:
 - df5beab5-22c3-46bc-85fd-a6b24294e41e
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:df5beab5-22c3-46bc-85fd-a6b24294e41e].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:a1f32a5afe4a666f843e1a818fd6924a17e8b55ada27f03850ee4f82ea7cafc4].

> Task :sdks:python:test-suites:dataflow:py36:validatesContainer FAILED
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:c87fa96b4b5c6d6f7c29651c583c73a49f75b028743482c7f16bf0deb4aec86d].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:55692ec541c761881b607bb377b6900ef3b4c434521718692994ef6baf07e167
  Associated tags:
 - 0acdb69d-e149-4906-8edf-b20ce119918c
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:0acdb69d-e149-4906-8edf-b20ce119918c].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:55692ec541c761881b607bb377b6900ef3b4c434521718692994ef6baf07e167].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:e7d9d988a6fb44abc634e4c3cb4a8d53f17986f1aa9bea44013007ee4c6e5d66
  Associated tags:
 - 13efbc7a-6a78-406f-b83b-9b267eaf31cd
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:13efbc7a-6a78-406f-b83b-9b267eaf31cd].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:e7d9d988a6fb44abc634e4c3cb4a8d53f17986f1aa9bea44013007ee4c6e5d66].

> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:8595a50a34cb0e969debcdba583acd21310efa657cc21f251d73c9a150c7b3e8
  Associated tags:
 - 1cfaf544-4fb4-48b5-a2e7-ce80b5d14504
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:1cfaf544-4fb4-48b5-a2e7-ce80b5d14504].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:8595a50a34cb0e969debcdba583acd21310efa657cc21f251d73c9a150c7b3e8].

FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 1h 16m 18s
44 actionable tasks: 40 executed, 4 up-to-date

Publishing build scan...
https://gradle.com/s/szjvnxehltpje

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #8241

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8241/display/redirect>

Changes:


------------------------------------------
[...truncated 144.71 KB...]

self = <apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner object at 0x7f7deb4136d8>
pipeline = <apache_beam.pipeline.Pipeline object at 0x7f7deae4fe10>
options = <apache_beam.options.pipeline_options.PipelineOptions object at 0x7f7deb05bac8>

    def run_pipeline(self, pipeline, options):
      """Execute test pipeline and verify test matcher"""
      test_options = options.view_as(TestOptions)
      on_success_matcher = test_options.on_success_matcher
      wait_duration = test_options.wait_until_finish_duration
      is_streaming = options.view_as(StandardOptions).streaming
    
      # [BEAM-1889] Do not send this to remote workers also, there is no need to
      # send this option to remote executors.
      test_options.on_success_matcher = None
    
      self.result = super(TestDataflowRunner,
                          self).run_pipeline(pipeline, options)
      if self.result.has_job:
        # TODO(markflyhigh)(BEAM-1890): Use print since Nose dosen't show logs
        # in some cases.
        print('Worker logs: %s' % self.build_console_url(options))
    
      try:
        self.wait_until_in_state(PipelineState.RUNNING)
    
        if is_streaming and not wait_duration:
          _LOGGER.warning('Waiting indefinitely for streaming job.')
        self.result.wait_until_finish(duration=wait_duration)
    
        if on_success_matcher:
          from hamcrest import assert_that as hc_assert_that
>         hc_assert_that(self.result, pickler.loads(on_success_matcher))
E         AssertionError: 
E         Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 33535a832b7db6d78389759577d4ff495980b9c0)
E              but: Test pipeline expected terminated in state: DONE Test pipeline job terminated in state: FAILED

apache_beam/runners/dataflow/test_dataflow_runner.py:69: AssertionError
____ WordCountIT.test_wordcount_it_with_prebuilt_sdk_container_local_docker ____
[gw0] linux -- Python 3.7.3 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967052/bin/python3.7>

self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_local_docker>

    @pytest.mark.it_validatescontainer
    def test_wordcount_it_with_prebuilt_sdk_container_local_docker(self):
      self._run_wordcount_it(
          wordcount.run,
          experiment='beam_fn_api',
>         prebuild_sdk_container_engine='local_docker')

apache_beam/examples/wordcount_it_test.py:60: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/examples/wordcount_it_test.py:110: in _run_wordcount_it
    save_main_session=False,
apache_beam/examples/wordcount.py:89: in run
    output | 'Write' >> WriteToText(known_args.output)
apache_beam/pipeline.py:587: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:542: in run
    self._options).run(False)
apache_beam/pipeline.py:566: in run
    return self.runner.run_pipeline(self, self._options)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner object at 0x7f7debc16048>
pipeline = <apache_beam.pipeline.Pipeline object at 0x7f7dea5aba90>
options = <apache_beam.options.pipeline_options.PipelineOptions object at 0x7f7dea5da4e0>

    def run_pipeline(self, pipeline, options):
      """Execute test pipeline and verify test matcher"""
      test_options = options.view_as(TestOptions)
      on_success_matcher = test_options.on_success_matcher
      wait_duration = test_options.wait_until_finish_duration
      is_streaming = options.view_as(StandardOptions).streaming
    
      # [BEAM-1889] Do not send this to remote workers also, there is no need to
      # send this option to remote executors.
      test_options.on_success_matcher = None
    
      self.result = super(TestDataflowRunner,
                          self).run_pipeline(pipeline, options)
      if self.result.has_job:
        # TODO(markflyhigh)(BEAM-1890): Use print since Nose dosen't show logs
        # in some cases.
        print('Worker logs: %s' % self.build_console_url(options))
    
      try:
        self.wait_until_in_state(PipelineState.RUNNING)
    
        if is_streaming and not wait_duration:
          _LOGGER.warning('Waiting indefinitely for streaming job.')
        self.result.wait_until_finish(duration=wait_duration)
    
        if on_success_matcher:
          from hamcrest import assert_that as hc_assert_that
>         hc_assert_that(self.result, pickler.loads(on_success_matcher))
E         AssertionError: 
E         Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 33535a832b7db6d78389759577d4ff495980b9c0)
E              but: Test pipeline expected terminated in state: DONE Test pipeline job terminated in state: FAILED

apache_beam/runners/dataflow/test_dataflow_runner.py:69: AssertionError
______________ ExerciseMetricsPipelineTest.test_metrics_fnapi_it _______________
[gw0] linux -- Python 3.7.3 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967052/bin/python3.7>

self = <apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest testMethod=test_metrics_fnapi_it>

    @pytest.mark.it_postcommit
    @pytest.mark.it_validatescontainer
    def test_metrics_fnapi_it(self):
      result = self.run_pipeline(experiment='beam_fn_api')
      errors = metric_result_matchers.verify_all(
          result.metrics().all_metrics(),
          dataflow_exercise_metrics_pipeline.metric_matchers())
>     self.assertFalse(errors, str(errors))
E     AssertionError: "Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>Unable to match metrics for matcher  name: 'ExecutionTime_StartBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_ProcessElement' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_FinishBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'distribution_values' step: 'metrics' attempted:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100> committed:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>\nActual MetricResults:\n" is not false : Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>Unable to match metrics for matcher  name: 'ExecutionTime_StartBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_ProcessElement' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_FinishBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'distribution_values' step: 'metrics' attempted:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100> committed:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>
E     Actual MetricResults:

apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:60: AssertionError
=============================== warnings summary ===============================
apache_beam/io/filesystems_test.py:54
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c
    self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf'))  # pylint: disable=anomalous-backslash-in-string

apache_beam/io/filesystems_test.py:62
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d
    self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'),  # pylint: disable=anomalous-backslash-in-string

-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
==================== 4 failed, 2 warnings in 519.58 seconds ====================
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210913-062141120121269
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:7c0c903a3d4f02ccf9b0649715d742bfab6f38790481e64980b5961fbf7ccbef
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:b437188b-27f2-4daf-8563-6b23a3f79886
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:32c57a34c213ea133941a482c5ddace6feaef08a1fbbc8bc39efb36c08066b88
Deleted: sha256:7473b61027c2c8eace555194b983a28300d1441fbc53a2a23687bdfa9e56d835
Deleted: sha256:ca8f05b069f00f8e57015d7cacc0507f72ab5fde19d3d8c41dbd1bc696e8b762
Deleted: sha256:e867f045b8f29abe3b74c5198a359d8fe5f7bd45aa0a736d29122aba25f887b4
Deleted: sha256:b8bd6389e97c7731a453c432410a41a313be20aa5331157762056718e8b8bb06
Deleted: sha256:35453bb4fd58c4194a5e20a3090d6acd48eb7a295aae8cbb6d97c1904a7791e4
Deleted: sha256:3e1359ab26132b95ee3c9b4c2281dd1defe072ba65ab2800a4f154ac996a4482
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:7c0c903a3d4f02ccf9b0649715d742bfab6f38790481e64980b5961fbf7ccbef
  Associated tags:
 - 20210913-062141120121269
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210913-062141120121269
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210913-062141120121269].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:7c0c903a3d4f02ccf9b0649715d742bfab6f38790481e64980b5961fbf7ccbef].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:32c57a34c213ea133941a482c5ddace6feaef08a1fbbc8bc39efb36c08066b88
  Associated tags:
 - b437188b-27f2-4daf-8563-6b23a3f79886
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:b437188b-27f2-4daf-8563-6b23a3f79886].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:32c57a34c213ea133941a482c5ddace6feaef08a1fbbc8bc39efb36c08066b88].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:44c5cb730385aab7aa64ec250b4bf70e2ca9d3ee050da07298fddd4874632428
  Associated tags:
 - 36fa042b-1645-45a5-affd-de0e8747335f
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:36fa042b-1645-45a5-affd-de0e8747335f].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:44c5cb730385aab7aa64ec250b4bf70e2ca9d3ee050da07298fddd4874632428].
Removed the container

> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED

> Task :sdks:python:test-suites:dataflow:py36:validatesContainer
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:73d8f2b9c7200b36e32c9fba4860940ca6beac5763f24c1e446322ab09fee0e9
  Associated tags:
 - 20210913-062141365740794
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210913-062141365740794
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210913-062141365740794].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:73d8f2b9c7200b36e32c9fba4860940ca6beac5763f24c1e446322ab09fee0e9].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:97dd765585e820a7c41ea82babad635b997e2108f38c9ddfdf0687fdb3ae4729
  Associated tags:
 - 974b3359-6021-47ec-be78-b0a2ce9191db
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:974b3359-6021-47ec-be78-b0a2ce9191db].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:97dd765585e820a7c41ea82babad635b997e2108f38c9ddfdf0687fdb3ae4729].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:05100c5cfd8e1973863d2851f306eea83312e938b4e84a207385839d685f8af8
  Associated tags:
 - 330fbb27-b610-45eb-9741-6a4d15fe3fe0
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:330fbb27-b610-45eb-9741-6a4d15fe3fe0].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:05100c5cfd8e1973863d2851f306eea83312e938b4e84a207385839d685f8af8].

> Task :sdks:python:test-suites:dataflow:py36:validatesContainer FAILED

FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 32m 53s
44 actionable tasks: 40 executed, 4 up-to-date

Publishing build scan...
https://gradle.com/s/jgg5ouxjrupl6

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #8240

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8240/display/redirect>

Changes:


------------------------------------------
[...truncated 115.14 KB...]
      self._run_wordcount_it(
          wordcount.run,
          experiment='beam_fn_api',
>         prebuild_sdk_container_engine='local_docker')

apache_beam/examples/wordcount_it_test.py:60: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/examples/wordcount_it_test.py:110: in _run_wordcount_it
    save_main_session=False,
apache_beam/examples/wordcount.py:89: in run
    output | 'Write' >> WriteToText(known_args.output)
apache_beam/pipeline.py:587: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:542: in run
    self._options).run(False)
apache_beam/pipeline.py:566: in run
    return self.runner.run_pipeline(self, self._options)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner object at 0x7f2527cd4be0>
pipeline = <apache_beam.pipeline.Pipeline object at 0x7f2527332f60>
options = <apache_beam.options.pipeline_options.PipelineOptions object at 0x7f2527394278>

    def run_pipeline(self, pipeline, options):
      """Execute test pipeline and verify test matcher"""
      test_options = options.view_as(TestOptions)
      on_success_matcher = test_options.on_success_matcher
      wait_duration = test_options.wait_until_finish_duration
      is_streaming = options.view_as(StandardOptions).streaming
    
      # [BEAM-1889] Do not send this to remote workers also, there is no need to
      # send this option to remote executors.
      test_options.on_success_matcher = None
    
      self.result = super(TestDataflowRunner,
                          self).run_pipeline(pipeline, options)
      if self.result.has_job:
        # TODO(markflyhigh)(BEAM-1890): Use print since Nose dosen't show logs
        # in some cases.
        print('Worker logs: %s' % self.build_console_url(options))
    
      try:
        self.wait_until_in_state(PipelineState.RUNNING)
    
        if is_streaming and not wait_duration:
          _LOGGER.warning('Waiting indefinitely for streaming job.')
        self.result.wait_until_finish(duration=wait_duration)
    
        if on_success_matcher:
          from hamcrest import assert_that as hc_assert_that
>         hc_assert_that(self.result, pickler.loads(on_success_matcher))
E         AssertionError: 
E         Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 33535a832b7db6d78389759577d4ff495980b9c0)
E              but: Test pipeline expected terminated in state: DONE Test pipeline job terminated in state: FAILED

apache_beam/runners/dataflow/test_dataflow_runner.py:69: AssertionError
______________ ExerciseMetricsPipelineTest.test_metrics_fnapi_it _______________
[gw0] linux -- Python 3.6.8 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967053/bin/python3.6>

self = <apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest testMethod=test_metrics_fnapi_it>

    @pytest.mark.it_postcommit
    @pytest.mark.it_validatescontainer
    def test_metrics_fnapi_it(self):
      result = self.run_pipeline(experiment='beam_fn_api')
      errors = metric_result_matchers.verify_all(
          result.metrics().all_metrics(),
          dataflow_exercise_metrics_pipeline.metric_matchers())
>     self.assertFalse(errors, str(errors))
E     AssertionError: "Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>Unable to match metrics for matcher  name: 'ExecutionTime_StartBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_ProcessElement' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_FinishBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'distribution_values' step: 'metrics' attempted:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100> committed:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>\nActual MetricResults:\n" is not false : Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>Unable to match metrics for matcher  name: 'ExecutionTime_StartBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_ProcessElement' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ExecutionTime_FinishBundle' step: 'metrics' attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'distribution_values' step: 'metrics' attempted:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100> committed:  sum_value: <100> count_value: <4> min_value: <0> max_value: <100>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'metrics-out0').  (label_key: 'original_name' label_value: 'metrics-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'map_to_common_key-out0').  (label_key: 'original_name' label_value: 'map_to_common_key-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0').  (label_key: 'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Read-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Read-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'ElementCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').  attempted: a value greater than <0> committed: a value greater than <0>Unable to match metrics for matcher  name: 'MeanByteCount' (label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').  (label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').  attempted: a value greater than <0> committed: a value greater than <0>
E     Actual MetricResults:

apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:60: AssertionError
=============================== warnings summary ===============================
apache_beam/io/filesystems_test.py:54
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c
    self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf'))  # pylint: disable=anomalous-backslash-in-string

apache_beam/io/filesystems_test.py:62
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d
    self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'),  # pylint: disable=anomalous-backslash-in-string

-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.6_sdk.xml> -
==================== 4 failed, 2 warnings in 428.48 seconds ====================
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210913-001507405711375
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:1eeb91370281d35f08af02c0c37f7dcc3e5e3dabaa69091ee0e0fe7c61e0b1b1
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:fbfe9829-3aef-4824-a6cc-d445156f06c2
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:4666f83414577e041e395c8e151cf0b83ce8d9802f7df175191380f86c0d537f
Deleted: sha256:3d1987926537345418866a96f4ec4547688277fbfd2074f5d4e553ec0605494a
Deleted: sha256:b253156e9f54e47d5134950f9cbcf1f470173ee1ec6748de3e4ea5b2194708c2
Deleted: sha256:04abc5f8d877c46b2fee4033bae7d82e6e34e16d3fa35c06f8b931685da108a0
Deleted: sha256:dfd8cb6dc65869d1d94e772c8c14b60d819b3d33130735d363b2266c0f7a49c3
Deleted: sha256:df621e14949cc20f02d4af1ed1ff9e480efb86b15c79db1081fa3b0d3ceb8eff
Deleted: sha256:7265ea9583178c23f741a2d5bdac7acc939504e4ed5788d4f330da304c83abc3
Deleted: sha256:5b1503e8238be9419a33ed80c8f9eb69dccdfab8f134fb112110672fdde52ba4
Deleted: sha256:8a4c4037d1053916354da497fed94214c1301fab22e36c2293227ff3ec97cdeb
Deleted: sha256:6be9060ba00a2221e2dba5575d2ce24cbf7f1dc1be68431c1d3324db20a501d8
Deleted: sha256:db16328d1c61fa6217f223ed93511c819f324e7fd436e5fc78cca5714058696b
Deleted: sha256:172ec1966ff8ebb8f11ad72c2ffd59008422da243fa68002f349d9483d862277
Deleted: sha256:b15c66560be9e79f2f9ca44671b457af8c446289d63a1556527b09ca1a2ef966
Deleted: sha256:ecc2bc8576fb7093697783948b611971505d53621441b09a8035c1792192c23b
Deleted: sha256:ac6d123ea9fe7aa7f9b1c806ab092106cad0bd3b14b28e2de30f6ce6b0e2eb20
Deleted: sha256:a226660597bcd1b8467f046c90dfab9be61cfc0d795ab46657f09c5b38e0cc59
Deleted: sha256:2e350544ca1614a17a04196861d1129db02e99102908f2751edc933c20b29437
Deleted: sha256:40f6164e7d50485b8d49aeaf134adb0ce9b564b9e61792552ecd20865fe335fd
Deleted: sha256:e62cb99dc9d2b7d2c4cc35c326f10aff5ae0ebd1a5322bc9e9470ce295e9c59b
Deleted: sha256:7df3d7371c6161f21f2eb96fa49186dc5d142e53fe733be7c17b81c1050db489
Deleted: sha256:8abdf99580162c37e81dd65d7266784180d1e2ba5f00b34c31b6c52ddd2910e8
Deleted: sha256:3cc5b71d1f7838891747145cc3b2a2be521d2bd30b0d512bbb82f15f097df79b
Deleted: sha256:545e6cfc407aefee69c40996b270f36bce88d172380112302cf6c8e085a55d47
Deleted: sha256:e51d221317dba4dff0ad62b418894baf40d7d180ff6357d2ed228eb80e40a89e
Deleted: sha256:eb71030da392ca3ae600c6660840c2fbe2ec20f8c6f790fc292b99df26679b23
Deleted: sha256:a6aadaa78909c983782643d73bef3a4c8a593b5dc48ccaf6dbf2c8c1df819759
Deleted: sha256:e2eceaabef959d38f1e5da063a3f68927f5d45a30e2f8f4117237205e28703d9
Deleted: sha256:71aaa3d3b7a5303d0b9634940a878c1db04cb501469f41c5f0da8431e697f476
Deleted: sha256:6d546cf6830a0c5ec837d74de4633709ca4600e1bc18402ecb04bca4775db2f9
Deleted: sha256:13f0ef2345509adce8cf9db0aec9296033d320fcec08407eb5e1fdc82c7d7ce6
Deleted: sha256:57d6bf396c916b4ff5e835e3f20c1514b9667c661d99eb3f6861d3a01ac05724
Deleted: sha256:8f503e1422707a4375e4a9673b390c5b58644fc30c57b9deed1d7fb0f6325e9a
Deleted: sha256:8ad05b49d4fc9139097e0bbf6a8d5907f9c80350c7aaeccd7ab85a9e44e9ce98
Deleted: sha256:d71bf28413408b7ab7c8953ae3c9cf35712843747f8d149826da536717087848
Deleted: sha256:95db30cff33d50483d30baef9ecff0ff7aeed2cf31fcbbe5f469feb2971041cb
Deleted: sha256:68ddd1312f5d0444020cadd2177fc7dbe106dc85912d801822e97dd7a2a1533f
Deleted: sha256:d9335c2ba1b468e6579f0fa2c677d0b574064fa0914881fa0ac5326b8fd74992
Deleted: sha256:bf1b523562711bc7072ec67f80fdec839031a76be6ec902c4ea7d830036bfb39
Deleted: sha256:df7e171904e8f5fc3afaa7a10662e9fc1fc5c846f948ab73a1e913e28983d061
Deleted: sha256:319cc9752a61bd7d36d1e310ae0fd801447f5944f7b9c7a3510ce99093759b10
Deleted: sha256:b2a64c6c6c5771c6f7a229eeaf6a675e7e233c6cf224724f1991ab6c2a4bacaf
Deleted: sha256:c39255c904bc11828e2ddfce1cf49e79bafa69dc91c8372d4fba67485ab5c708
Deleted: sha256:76d9fdf6bdc4f09b274cf209814ff25a93bd825e0eefdf52c7f61a82d9a6da6f
Deleted: sha256:93f171cc5bad227e65abea5bb9b4273aad92551fc2e4d0e00782bcf6999ebbe5
Deleted: sha256:16f6f6ae0f590d9fcf25219740700383ac8382d018769995792709a7f22b8ffe
Deleted: sha256:696a55701e4597643d190e7416b2eeb670bea024207cd38ae621468f400c770d
Deleted: sha256:b298804b03920dcf04b582cb4c807b8edbb06f0ea99333849c56427d45d287cd
Deleted: sha256:ef72b4ae62117cb2201eef1caa52c77b64884e10f6da181f6a0d13a1ae7572e3
Deleted: sha256:eb3ce820418325bd8302921712e380c6e8131d5ac47fb18c4d8e004e27bc9ff5
Deleted: sha256:4cb8d5c9589f825f07b7c900ab52e811e64fa6443f5d0132e2a098100ec0bba4
Deleted: sha256:fbecdc3808c06ad4b4c6ae4a53b729ad345a986a132cd5c897ff653a98105840
Deleted: sha256:972e0beb4e4a62608ea3b016db69ce2e300a49436f1c746c35a6226a26411908
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:1eeb91370281d35f08af02c0c37f7dcc3e5e3dabaa69091ee0e0fe7c61e0b1b1
  Associated tags:
 - 20210913-001507405711375
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210913-001507405711375
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210913-001507405711375].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:1eeb91370281d35f08af02c0c37f7dcc3e5e3dabaa69091ee0e0fe7c61e0b1b1].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:4666f83414577e041e395c8e151cf0b83ce8d9802f7df175191380f86c0d537f
  Associated tags:
 - fbfe9829-3aef-4824-a6cc-d445156f06c2
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:fbfe9829-3aef-4824-a6cc-d445156f06c2].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:4666f83414577e041e395c8e151cf0b83ce8d9802f7df175191380f86c0d537f].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:6fb5eeb9a418a06df525ffb0f6e56489454030f37f65256ea0b6b25143e01082
  Associated tags:
 - e28a1dc4-1014-4d76-a109-7a888cbc482c
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:e28a1dc4-1014-4d76-a109-7a888cbc482c].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:6fb5eeb9a418a06df525ffb0f6e56489454030f37f65256ea0b6b25143e01082].
Removed the container

> Task :sdks:python:test-suites:dataflow:py36:validatesContainer FAILED

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:abf245eb263f832e303751d1f1d515c13e6de7e8bd2dc9b36b2f5381f1c1784a
  Associated tags:
 - 20210913-001515519949857
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210913-001515519949857
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210913-001515519949857].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:abf245eb263f832e303751d1f1d515c13e6de7e8bd2dc9b36b2f5381f1c1784a].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:288e668e5e00a5722ce75f2da7977844091e3b025036fdaef49d3e705ba8a4e5
  Associated tags:
 - 55daab3f-29e8-498e-afc0-529f27864524
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:55daab3f-29e8-498e-afc0-529f27864524].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:288e668e5e00a5722ce75f2da7977844091e3b025036fdaef49d3e705ba8a4e5].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:92520be59e4f4806cd213a00e2cef6557b996e73bbb4479e3e335f5fd7a1b1e3
  Associated tags:
 - 558f0eb7-7c2b-4751-b26c-cc434629d271
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:558f0eb7-7c2b-4751-b26c-cc434629d271].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:92520be59e4f4806cd213a00e2cef6557b996e73bbb4479e3e335f5fd7a1b1e3].

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED

FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 25m 41s
44 actionable tasks: 40 executed, 4 up-to-date

Publishing build scan...
https://gradle.com/s/pekigz2n6d5mg

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org