You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/11/17 00:50:17 UTC

Build failed in Jenkins: beam_PostCommit_Py_ValCont #8500

See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8500/display/redirect?page=changes>

Changes:

[aydar.zaynutdinov] [BEAM-13178][Playground]

[Pablo Estrada] [BEAM-8033] Throwing an error if a dataSourceProviderFn is defined twice

[minherz] fix: update dlp dependency version range

[noreply] Merge pull request #15740 from [BEAM-12936][Playground] Code editor -

[noreply] Merge pull request #15976 from [Playground][BEAM-12941][Bugfix] Fix

[noreply] Merge pull request #15991 [BEAM-13251][Playground] [Bugfix] Lint Fails

[noreply] Merge pull request #15990 from [BEAM-13177][Playground] Change using of

[noreply] [BEAM-13262] Forward for metrics.SingleResult (#15993)

[noreply] Generate Python container dependencies in an automated way. (#15927)

[noreply] [BEAM-13264] Allow pyarrow up to 6.x (#15995)

[noreply] Update the go get command with v2 (#15945)

[noreply] Go Quickstart: switch to Spark 3 JobServer for better out-of-box

[noreply] Golint fixes for recent Go SDK import (#15999)


------------------------------------------
[...truncated 91.77 KB...]

function cleanup_container {
  # Delete the container locally and remotely
  docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
  for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
    do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
  done
  gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
  for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)")
    do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
  done

  echo "Removed the container"
}
trap cleanup_container EXIT

echo ">>> Successfully built and push container $CONTAINER"

cd sdks/python
>>> Successfully built and push container us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk
SDK_LOCATION=$2

>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=900 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --prebuild_sdk_container_base_image=$CONTAINER:$TAG \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.7.10, pytest-4.6.11, py-1.11.0, pluggy-0.13.1
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python,> inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.3.0, requests-mock-1.9.3
timeout: 900.0s
timeout method: signal
timeout func_only: False
gw0 I
[gw0] Python 3.7.10 (default, Feb 20 2021, 21:21:24)  -- [GCC 5.4.0 20160609]

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
b52640ae2750: Pushed
20211117-001156736573362: digest: sha256:ea55aef7c89febbc5f43c19d7665874f5a02a91d88a98b2fe7f442e4bef487f0 size: 5359

function cleanup_container {
  # Delete the container locally and remotely
  docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
  for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
    do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
  done
  gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
  for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)")
>>> Successfully built and push container us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk
    do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
  done

  echo "Removed the container"
}
trap cleanup_container EXIT

echo ">>> Successfully built and push container $CONTAINER"

cd sdks/python
SDK_LOCATION=$2

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=900 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --prebuild_sdk_container_base_image=$CONTAINER:$TAG \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.8.9, pytest-4.6.11, py-1.11.0, pluggy-0.13.1
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python,> inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.3.0, requests-mock-1.9.3
timeout: 900.0s
timeout method: signal
timeout func_only: False
gw0 I
[gw0] Python 3.8.9 (default, Apr  3 2021, 01:02:10)  -- [GCC 5.4.0 20160609]
gw0 [4]

scheduling tests via LoadScheduling

apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it 
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
gw0 [4]

scheduling tests via LoadScheduling

apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it 
[gw0] [ 25%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it 
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build 
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer

[gw0] [ 25%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it 
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build 
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer

[gw0] [ 50%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build 
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker 
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer

[gw0] [ 50%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build 
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker 
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer

[gw0] [ 75%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker 
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it 
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer

[gw0] [ 75%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker 
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it 
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer

[gw0] [100%] PASSED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it 

=============================== warnings summary ===============================
apache_beam/io/filesystems_test.py:54
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c
    self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf'))  # pylint: disable=anomalous-backslash-in-string

apache_beam/io/filesystems_test.py:62
  <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d
    self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'),  # pylint: disable=anomalous-backslash-in-string

-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
=================== 4 passed, 2 warnings in 2064.07 seconds ====================

echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20211117-001147592816946
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:e860279fdff23d863ea71327aa06d49c92e97edb016f6fffac201a2f7617e51d
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:38ac6efc-19c4-434e-8981-f99122b26a0f
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:1366d860fba2a7ee9c64ab7ceeb6e6b6282f98e8eaca90f1107059bc22e6140e
Deleted: sha256:3db6d4712a80a09570839f575a80c71b489fff8d088d1846f6847f1226d7e4ef
Deleted: sha256:b6140c9c6ea52ed1689224595608e541e3bd21feae11c560237949b430adc1a0
Deleted: sha256:90485dd09e0388bc27d93afa077d611ded7b5c11b7976f2fdd79f5d7f0a9f485
Deleted: sha256:d5fe1a52a4792b70b299d013eed39ff777ff1a431236245eb4d7dea6240d3b36
Deleted: sha256:4dd8a4ef3f08d6e9ab7f855cc9937cc2b6cf1b211a607361167af6c0a8cdf76e
Deleted: sha256:f4ab8c07be3bbf68d5a50888a4413637ea301504f993ff9e8b2d91c771e77b95
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:e860279fdff23d863ea71327aa06d49c92e97edb016f6fffac201a2f7617e51d
  Associated tags:
 - 20211117-001147592816946
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20211117-001147592816946
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20211117-001147592816946].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:e860279fdff23d863ea71327aa06d49c92e97edb016f6fffac201a2f7617e51d].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:1366d860fba2a7ee9c64ab7ceeb6e6b6282f98e8eaca90f1107059bc22e6140e
  Associated tags:
 - 38ac6efc-19c4-434e-8981-f99122b26a0f
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:38ac6efc-19c4-434e-8981-f99122b26a0f].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:1366d860fba2a7ee9c64ab7ceeb6e6b6282f98e8eaca90f1107059bc22e6140e].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:1a9f5260b5d86777b28408133e90de85eef9b2373c20097567e12bf5a9cb70c8
  Associated tags:
 - 55bae898-aff5-49da-b3ed-e966b105f510
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:55bae898-aff5-49da-b3ed-e966b105f510].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:1a9f5260b5d86777b28408133e90de85eef9b2373c20097567e12bf5a9cb70c8].
Removed the container

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer

echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:ea55aef7c89febbc5f43c19d7665874f5a02a91d88a98b2fe7f442e4bef487f0
  Associated tags:
 - 20211117-001156736573362
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211117-001156736573362
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211117-001156736573362].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:ea55aef7c89febbc5f43c19d7665874f5a02a91d88a98b2fe7f442e4bef487f0].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:9c38139af4f0d30604bd3c43c45cbbafeac71945e950bc20aaa51133e774f52b
  Associated tags:
 - 86cd3435-b2bb-479c-8cdb-d4b5ae1cbd08
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:86cd3435-b2bb-479c-8cdb-d4b5ae1cbd08].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:9c38139af4f0d30604bd3c43c45cbbafeac71945e950bc20aaa51133e774f52b].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:622cc64575ce93d796ab97146d57bca9d377bcbb2e363dba6f1e589c3d494355
  Associated tags:
 - 5e616f4e-3ef7-48dc-a3e3-466e429ae4c2
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:5e616f4e-3ef7-48dc-a3e3-466e429ae4c2].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:622cc64575ce93d796ab97146d57bca9d377bcbb2e363dba6f1e589c3d494355].

FAILURE: Build failed with an exception.

* What went wrong:
Execution failed for task ':sdks:python:container:py36:docker'.
> Process 'command 'docker'' finished with non-zero exit value 2

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 49m 41s
43 actionable tasks: 39 executed, 4 up-to-date

Publishing build scan...
https://gradle.com/s/n765jpviqlm6o

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Jenkins build is back to normal : beam_PostCommit_Py_ValCont #8501

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8501/display/redirect?page=changes>


---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org