You are viewing a plain text version of this content. The canonical link for it is here.

Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/10/20 18:45:07 UTC

Build failed in Jenkins: beam_PostCommit_Py_ValCont #8391

See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8391/display/redirect>

Changes:


------------------------------------------
[...truncated 1.21 MB...]
____ WordCountIT.test_wordcount_it_with_prebuilt_sdk_container_cloud_build _____
[gw0] linux -- Python 3.8.5 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/bin/python3.8>

self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_cloud_build>

    @pytest.mark.it_validatescontainer
    def test_wordcount_it_with_prebuilt_sdk_container_cloud_build(self):
>     self._run_wordcount_it(
          wordcount.run,
          experiment='beam_fn_api',
          prebuild_sdk_container_engine='cloud_build')

apache_beam/examples/wordcount_it_test.py:64: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/examples/wordcount_it_test.py:107: in _run_wordcount_it
    run_wordcount(
apache_beam/examples/wordcount.py:89: in run
    output | 'Write' >> WriteToText(known_args.output)
apache_beam/pipeline.py:596: in __exit__
    self.result = self.run()
apache_beam/pipeline.py:546: in run
    return Pipeline.from_runner_api(
apache_beam/pipeline.py:573: in run
    return self.runner.run_pipeline(self, self._options)
apache_beam/runners/dataflow/test_dataflow_runner.py:53: in run_pipeline
    self.result = super().run_pipeline(pipeline, options)
apache_beam/runners/dataflow/dataflow_runner.py:459: in run_pipeline
    environments.DockerEnvironment.from_options(options))
apache_beam/transforms/environments.py:340: in from_options
    prebuilt_container_image = SdkContainerImageBuilder.build_container_image(
apache_beam/runners/portability/sdk_container_builder.py:139: in build_container_image
    return builder._build()
apache_beam/runners/portability/sdk_container_builder.py:90: in _build
    self._invoke_docker_build_and_push(container_image_name)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <apache_beam.runners.portability.sdk_container_builder._SdkContainerImageCloudBuilder object at 0x7feccc80c7f0>
container_image_name = 'us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:cfcf0dc7-70ee-456e-99d7-89d99fbe586e'

    def _invoke_docker_build_and_push(self, container_image_name):
      project_id = self._google_cloud_options.project
      temp_location = self._google_cloud_options.temp_location
      # google cloud build service expects all the build source file to be
      # compressed into a tarball.
      tarball_path = os.path.join(self._temp_src_dir, '%s.tgz' % SOURCE_FOLDER)
      self._make_tarfile(tarball_path, self._temp_src_dir)
      _LOGGER.info(
          "Compressed source files for building sdk container at %s" %
          tarball_path)
    
      container_image_tag = container_image_name.split(':')[-1]
      gcs_location = os.path.join(
          temp_location, '%s-%s.tgz' % (SOURCE_FOLDER, container_image_tag))
      self._upload_to_gcs(tarball_path, gcs_location)
    
      build = cloudbuild.Build()
      build.steps = []
      step = cloudbuild.BuildStep()
      step.name = 'gcr.io/kaniko-project/executor:latest'
      step.args = ['--destination=' + container_image_name, '--cache=true']
      step.dir = SOURCE_FOLDER
    
      build.steps.append(step)
    
      source = cloudbuild.Source()
      source.storageSource = cloudbuild.StorageSource()
      gcs_bucket, gcs_object = self._get_gcs_bucket_and_name(gcs_location)
      source.storageSource.bucket = os.path.join(gcs_bucket)
      source.storageSource.object = gcs_object
      build.source = source
      # TODO(zyichi): make timeout configurable
      build.timeout = '7200s'
    
      now = time.time()
      # operation = client.create_build(project_id=project_id, build=build)
      request = cloudbuild.CloudbuildProjectsBuildsCreateRequest(
          projectId=project_id, build=build)
      build = self._cloudbuild_client.projects_builds.Create(request)
      build_id, log_url = self._get_cloud_build_id_and_log_url(build.metadata)
      _LOGGER.info(
          'Building sdk container with Google Cloud Build, this may '
          'take a few minutes, you may check build log at %s' % log_url)
    
      # block until build finish, if build fails exception will be raised and
      # stops the job submission.
      response = self._cloudbuild_client.projects_builds.Get(
          cloudbuild.CloudbuildProjectsBuildsGetRequest(
              id=build_id, projectId=project_id))
      while response.status in [cloudbuild.Build.StatusValueValuesEnum.QUEUED,
                                cloudbuild.Build.StatusValueValuesEnum.WORKING]:
        time.sleep(10)
        response = self._cloudbuild_client.projects_builds.Get(
            cloudbuild.CloudbuildProjectsBuildsGetRequest(
                id=build_id, projectId=project_id))
    
      if response.status != cloudbuild.Build.StatusValueValuesEnum.SUCCESS:
>       raise RuntimeError(
            'Failed to build python sdk container image on google cloud build, '
            'please check build log for error.')
E       RuntimeError: Failed to build python sdk container image on google cloud build, please check build log for error.

apache_beam/runners/portability/sdk_container_builder.py:286: RuntimeError
=============================== warnings summary ===============================
apache_beam/io/filesystems_test.py:54
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c
    self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf'))  # pylint: disable=anomalous-backslash-in-string

apache_beam/io/filesystems_test.py:62
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d
    self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'),  # pylint: disable=anomalous-backslash-in-string

<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead
    def call(self, fn, *args, **kwargs):

-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml> -
============== 1 failed, 3 passed, 3 warnings in 1482.71 seconds ===============
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211020-181814693573283
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:f7926fe2195835ff093bb2736798a11fb26b317e58300700faf2170a387eabf3
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:94231c73-c175-44c4-b9fc-006963444229
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:c6c67425fd03171293b58c7114e974e87d30ae1479f1552b46231fbd5cf4ccc2
Deleted: sha256:46efbaa68510978e96f8130667e66fc70edd791c2e67a99236da2b95f6588b76
Deleted: sha256:906946fb082fa6abe1775fc62a87a776f355f8a46cbe470271c17b16ad087d81
Deleted: sha256:4479562132f962fce0d04b3005aa3d1a159255bf1ddee4a6cf05144232d4d0bd
Deleted: sha256:dc1dab85c0c7d8ed78efdd1ab6324839437a578b321a033dea3ae625bb7d7c6b
Deleted: sha256:f5590ddeb33ec6a0493450253824aca21938957418cbaeaad72c264737269d27
Deleted: sha256:979784929eb05e8195f2bf1306dd5da0be99fd5e581fd11668bf546d079915b1
Deleted: sha256:9c98e388d4aecc4fac847b84de068a3c417771224f0dcf09dbea6e713875b784
Deleted: sha256:76b76aa89587da3db1825ddb7dda07c77b013ac435e11f3be7a8fa811f524640
Deleted: sha256:55b00b2a59d3f633175dd1b0eaa3ec3d2cbb94a89a6fd971925452dfde465e69
Deleted: sha256:6f77b2adacf4bda493eaa9c0669134c1ebd04cb1b5bb99ced5b87f4f456924ea
Deleted: sha256:d22f6d888f5236286cf44c2064739398f0e308f6bcf06b016c829b2ebcc9efd8
Deleted: sha256:1570eb6dbe61ecd49b46d95df8ff2e4da0df4728a1097c89a3d8bccb9c465b61
Deleted: sha256:1a16d97bd79b22c0e37836962f63dd536b2bd396a978e2743265006a37bbae0c
Deleted: sha256:f45fd86cc95ffdbdb54a3cecf4107a38066c9a3ebd52e39e8975935e04d2834e
Deleted: sha256:c08ac7c929d3fd33c148e1891bc4026dc876354204d668c83409fc1856dd6123
Deleted: sha256:7fd1e47dfdf894975fd5f63caa7bb3a0ce5c012eaa008e26856bedb33401b8d9
Deleted: sha256:724d628821dcf1d80b17692f4c149c1442a7781c08885c8ce6364a917e2024af
Deleted: sha256:ff5074c25e085360ad490bfc0f6c2958e47010e1810559529d0a1de8699ba6e8
Deleted: sha256:a6fa4c592c761f0a1096f77ebbcd325e21cae77d26fe2b95c82429660f990c78
Deleted: sha256:a78b6f39b7e0b0997c1f8b3a106dfad50f12f8718d55f93ed423ad33d3384532
Deleted: sha256:5cdccecb46d639c40335813166a205797d5fb1a5143275a6d0453e86797da771
Deleted: sha256:819c73c3c57f006befd837e6d0dc8612e77823d47484d954a33a536f72400ecf
Deleted: sha256:96de9834c14786a0a0767591af6398bb16a3f488ba715f1fbfb2d020a82a5dbe
Deleted: sha256:4d749d505ae7fdd70f46095d11bfa6ec1c1a6d2bfdfcbe23b4d8fb77a2723084
Deleted: sha256:d81abc85aad1df11da1a882b106f45a77a12c586318a0d891394e79c589031d6
Deleted: sha256:4d26e23ef3c20cef8b917d440be840567e647889cd7ab4d575b1cff23099a4e4
Deleted: sha256:7c57cf601d59b8f938d70bc6b69f1794cd5cfd885bf42e6013dc785dc996e80c
Deleted: sha256:abdcff0cf9a1561bb8e98296da05ce8c980ba1c514a8f029955a3f40414f374c
Deleted: sha256:2429515eac348c7fcb1608e3485d85bef7ce653bddfd56568fd03aef0b86b23d
Deleted: sha256:1f45625bbda6e8d305ac429d4816ed4bd07f70e7b30eaa22d28c8a5a3b207a02
Deleted: sha256:46134c2e970e47acb16530ecfcb03cca5389066bb4f6aaf6e2636d0de589b7c8
Deleted: sha256:f9a9c136104e0b7c495144febb8de7a4fa40c3d69aa0d3a581ebb89abfde43e0
Deleted: sha256:d7c609ddcf4e2a06634e8255960b7b16adf1d3f236ecbc85134a35309ea96220
Deleted: sha256:0bd4b6dfcf2c4f0dd4187fbd82a874e79e78f5d4286cc7c8f12efe262d9b6ee8
Deleted: sha256:1bf03474e94619eaad9c42ffe16794d74e8c6beb0bde1d85342f859e02e14b23
Deleted: sha256:7c543f242764c1a96cb89460423ca0fc34765cace2c03fcef1a76f4840596cfc
Deleted: sha256:91c2d232fbe273c24b439153e03c0803087ca8fd7e300dc94e47d8b0f07d5ebd
Deleted: sha256:6af82cd6f60ce21cee2db47ab6f30654b60d4e42832e7aecd8a5e231204c0ed6
Deleted: sha256:b88d4c1987fc88f2cb1d8ae6a9b00151ee0494546b621b9c294c261b1b72b029
Deleted: sha256:7fb191685c66817b8afea2e44087783962432cc0f4fa38cd18aa73fa0ce09a6d
Deleted: sha256:7810e9b73f72be51ae9be8aec835c5deec478ecd29afe9ec8ea2cf5c52803a53
Deleted: sha256:ee4de2c02f9900217ebf51951d1a69a855957b36e9f5673460d155adc16bb061
Deleted: sha256:a952e29821151de73c0004e58ddd0c92d2d1ecdc31c0df02a9d31c041749d5de
Deleted: sha256:780361069d9a589a2950139469a16893d0417765a83a4e6e034f33f97f6b7fde
Deleted: sha256:4c1ab0a78121c75954576aea4b71bdc2ef8ece9ca3b9251d48e7678c454def7c
Deleted: sha256:2fb327259a38fbc4aa42e05ab6c45d4fb3ea979922bfd4294ee8adf17d7a8ab1
Deleted: sha256:3367da2674eefe4e234027c668ac2f2689368bcc4a8d13f9c23075010c5623f6
Deleted: sha256:0ad354793d4da7cd4be8aabca700ec253dea44dd41017317d996d36e57f974ce
Deleted: sha256:2f3bd91945767d3a44db6ad71b9ab9dab156813f6800f81ba31b1e8756532188
Deleted: sha256:b54ada0b50a8c697763678ec83e052d10078346fa5130b3337461f9e7dbe1a18
Deleted: sha256:0cdd5c3482b367eb8b43bf28fac9225c7b207906657a62a57c24c8a630b0ffa6
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:f7926fe2195835ff093bb2736798a11fb26b317e58300700faf2170a387eabf3
  Associated tags:
 - 20211020-181814693573283
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211020-181814693573283
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211020-181814693573283].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:f7926fe2195835ff093bb2736798a11fb26b317e58300700faf2170a387eabf3].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:c6c67425fd03171293b58c7114e974e87d30ae1479f1552b46231fbd5cf4ccc2
  Associated tags:
 - 94231c73-c175-44c4-b9fc-006963444229
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:94231c73-c175-44c4-b9fc-006963444229].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:c6c67425fd03171293b58c7114e974e87d30ae1479f1552b46231fbd5cf4ccc2].
Removed the container

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED

FAILURE: Build completed with 3 failures.

1: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

2: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

3: Task failed with an exception.
-----------
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 44m 37s
44 actionable tasks: 40 executed, 4 up-to-date

Publishing build scan...
https://gradle.com/s/oxjijxzlf5h6s

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org