You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2023/01/24 11:36:08 UTC
Build failed in Jenkins: beam_PostCommit_Py_ValCont #10221
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10221/display/redirect>
Changes:
------------------------------------------
[...truncated 123.43 KB...]
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c341b271ac943e3918b136da89a70414ace4386400d61f427bca07e783d7c7d7
Associated tags:
- 20230124-105532365286242
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230124-105532365286242
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230124-105532365286242].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c341b271ac943e3918b136da89a70414ace4386400d61f427bca07e783d7c7d7].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:7e30246285acb890816ed1bf3a215885839cd4788fa35eb024673b40350b409b
Associated tags:
- e4e6d6f9-35e1-4cc5-93ab-985c29b7a6e4
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:e4e6d6f9-35e1-4cc5-93ab-985c29b7a6e4].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:7e30246285acb890816ed1bf3a215885839cd4788fa35eb024673b40350b409b].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [ 60%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
[gw0] [ 60%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
[gw0] [ 60%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [ 80%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
============ 4 passed, 7 skipped, 2 warnings in 2210.70s (0:36:50) =============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230124-105532079894246
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:479e7353f19e27f12ed36a9178930ce49370cc29b9c62024fbd180537441abcd
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:8aee09d4-eae7-4232-b33c-39897d793ef4
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f676d472ce2154ef3cd52640cd36f432db08764ef4af724abc97c6a394e58157
Deleted: sha256:be854edc6725454e5607d510104e14a31743bc91261194735bdfe7e38c30e06e
Deleted: sha256:00aa8f923e1131ab58d4cfa37e7cbdd9cadffe6986361fc450e8cf0555fc4f84
Deleted: sha256:69eb1a55f979a507f99f98caa3fd5df8286c312df1ad7d5e7da565b74f777f5b
Deleted: sha256:0dc8a28f8e27253ac3afef473a85d5f719e9a8b4224de738ba618a861eb9302c
Deleted: sha256:16711d6c6c070ad9c939b91e881fe610c50e201d03f3972035de5b94be56a14d
Deleted: sha256:503a70bbe523bcbb1f5a8d88ed60d2144e87ed8406c2f9c103a31821d19a0572
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:479e7353f19e27f12ed36a9178930ce49370cc29b9c62024fbd180537441abcd
Associated tags:
- 20230124-105532079894246
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230124-105532079894246
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230124-105532079894246].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:479e7353f19e27f12ed36a9178930ce49370cc29b9c62024fbd180537441abcd].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f676d472ce2154ef3cd52640cd36f432db08764ef4af724abc97c6a394e58157
Associated tags:
- 8aee09d4-eae7-4232-b33c-39897d793ef4
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:8aee09d4-eae7-4232-b33c-39897d793ef4].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f676d472ce2154ef3cd52640cd36f432db08764ef4af724abc97c6a394e58157].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f4f310ff4234be645f1559f994fbf30565e429f43d3471578100937f5251e7db
Associated tags:
- a2a8dec9-1ea6-48e3-bc68-1d1a6eb99cac
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:a2a8dec9-1ea6-48e3-bc68-1d1a6eb99cac].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f4f310ff4234be645f1559f994fbf30565e429f43d3471578100937f5251e7db].
Removed the container
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:4647d957b299d196dd2e3b4f63beda7c79cfc65eb826576628178dcd156f57a7
Associated tags:
- 20230124-105532092895807
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230124-105532092895807
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230124-105532092895807].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:4647d957b299d196dd2e3b4f63beda7c79cfc65eb826576628178dcd156f57a7].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:54af373dc9bd98bea46a5c3219bd1bb3906afd6b24b4f70a5a5d72185a1941fb
Associated tags:
- 660185b5-d9f1-4a15-9974-9e511d08ad49
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:660185b5-d9f1-4a15-9974-9e511d08ad49].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:54af373dc9bd98bea46a5c3219bd1bb3906afd6b24b4f70a5a5d72185a1941fb].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:5a746e271e4c7bfac73c3453326a1d7b76d441dae726317c577c4b72747ecb66
Associated tags:
- 6de10ca6-e577-494e-89ca-d478fdb936c5
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:6de10ca6-e577-494e-89ca-d478fdb936c5].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:5a746e271e4c7bfac73c3453326a1d7b76d441dae726317c577c4b72747ecb66].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:af0ff2e8eb9893239a89b050bffbd3b4edae90ffa0e6784be061c82f49c375c6
Associated tags:
- 20230124-105532390622188
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230124-105532390622188
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230124-105532390622188].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:af0ff2e8eb9893239a89b050bffbd3b4edae90ffa0e6784be061c82f49c375c6].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:a831136a776080cb1fdf052803cc22cce5bc5dcb1efcf21c20bdf05bf233cb5c
Associated tags:
- 7f884ad3-0052-43ba-8a1d-98dda511d358
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:7f884ad3-0052-43ba-8a1d-98dda511d358].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:a831136a776080cb1fdf052803cc22cce5bc5dcb1efcf21c20bdf05bf233cb5c].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:c9e4ab242710c94fcbfbaf6473ca9d36c255623a5d384eec9334743bd71c57c9
Associated tags:
- b3a50923-0861-44d0-b0b1-f63c1cb4e039
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:b3a50923-0861-44d0-b0b1-f63c1cb4e039].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:c9e4ab242710c94fcbfbaf6473ca9d36c255623a5d384eec9334743bd71c57c9].
FAILURE: Build failed with an exception.
* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 331
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 55m 36s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/yv774ucsslnzg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Py_ValCont #10222
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10222/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org