You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/07/30 11:21:05 UTC
Build failed in Jenkins: beam_PostCommit_Py_ValCont #9509
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9509/display/redirect>
Changes:
------------------------------------------
[...truncated 87.12 KB...]
c9b55c46c362: Pushed
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
ee59b2a55368: Pushed
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
ca603bcf5103: Pushed
20220730-105016692965136: digest: sha256:8a9ec61827986cf39453cb1e9eec4d29ab7ddd04b2bfc1269cd170d8f885cd3a size: 5156
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
>>> Successfully built and push container us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.8.10, pytest-4.6.11, py-1.11.0, pluggy-0.13.1
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python,> inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.4.0, requests-mock-1.9.3
timeout: 900.0s
timeout method: signal
timeout func_only: False
gw0 I
[gw0] Python 3.8.10 (default, Jun 22 2022, 20:18:18) -- [GCC 9.4.0]
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
18c831aa73c5: Pushed
20220730-105029883823164: digest: sha256:8320f00028e153b641be8f4d1c3d75b8a4b2c958bf2762677d4115ae77ae939b size: 5156
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
>>> Successfully built and push container us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-4.6.11, py-1.11.0, pluggy-0.13.1
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python,> inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.4.0, requests-mock-1.9.3
timeout: 900.0s
timeout method: signal
timeout func_only: False
gw0 I
[gw0] Python 3.7.12 (default, Jan 15 2022, 18:42:10) -- [GCC 9.3.0]
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
gw0 [4]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
gw0 [4]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 25%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [ 25%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 50%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [ 50%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 75%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [ 75%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [100%] PASSED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml> -
============== 4 passed, 2 skipped, 1 warnings in 1612.96 seconds ==============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220730-105016692965136
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:8a9ec61827986cf39453cb1e9eec4d29ab7ddd04b2bfc1269cd170d8f885cd3a
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:cd5ae90f-1328-425f-ab35-a53562874ed2
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:91f8af415988cd2627493ceea3f46b4a89d4c13cc06d569e80ca5dc71c5b7756
Deleted: sha256:6626021f6fde1819448103626267cd819412cea33f45b9cf4f567e45e3f046c2
Deleted: sha256:18e3bfb8ac3d48e0fdc349bdc56d6db93f8176b6e1ed2f9993f1bd0543c2803d
Deleted: sha256:c9edf12317ea2987bac19faad4d2ab82c7374fc54c9c688d7a42c68b9c878076
Deleted: sha256:20892ad0e50ede6a8ad21f6cff00414d8b1bf7ef45d002f721e35190aed37291
Deleted: sha256:57ad324f54b23e8795cf31db8407fb4f9abda62e710fce19abcf36b95806ca37
Deleted: sha256:993a4cf9f7edbd8d98562bdf491bb78adcacc275af82f81941e1de5632420871
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:8a9ec61827986cf39453cb1e9eec4d29ab7ddd04b2bfc1269cd170d8f885cd3a
Associated tags:
- 20220730-105016692965136
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220730-105016692965136
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220730-105016692965136].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:8a9ec61827986cf39453cb1e9eec4d29ab7ddd04b2bfc1269cd170d8f885cd3a].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:91f8af415988cd2627493ceea3f46b4a89d4c13cc06d569e80ca5dc71c5b7756
Associated tags:
- cd5ae90f-1328-425f-ab35-a53562874ed2
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:cd5ae90f-1328-425f-ab35-a53562874ed2].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:91f8af415988cd2627493ceea3f46b4a89d4c13cc06d569e80ca5dc71c5b7756].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:3dd8a58204f9a386a7498cb1e2861ae8de8ef1b3e33fc1984b1d2262fd3e1d5b
Associated tags:
- df3573cb-d7e4-4d70-9045-4f9cc43e539b
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:df3573cb-d7e4-4d70-9045-4f9cc43e539b].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:3dd8a58204f9a386a7498cb1e2861ae8de8ef1b3e33fc1984b1d2262fd3e1d5b].
Removed the container
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:8320f00028e153b641be8f4d1c3d75b8a4b2c958bf2762677d4115ae77ae939b
Associated tags:
- 20220730-105029883823164
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20220730-105029883823164
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20220730-105029883823164].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:8320f00028e153b641be8f4d1c3d75b8a4b2c958bf2762677d4115ae77ae939b].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:7be836c068f579c01bdd77eecf1fefa26da2272e9b62e87cc671deef063dc8d3
Associated tags:
- ad1beeab-b035-4f9d-bf9b-4d3f1ab5131a
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:ad1beeab-b035-4f9d-bf9b-4d3f1ab5131a].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:7be836c068f579c01bdd77eecf1fefa26da2272e9b62e87cc671deef063dc8d3].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3ef6ed0b857657699d72430be061fdc8e5eac6d756b1e753ad8ce88bb120ad54
Associated tags:
- 15c257fb-e4f4-4c9a-a8a5-c89772614316
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:15c257fb-e4f4-4c9a-a8a5-c89772614316].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3ef6ed0b857657699d72430be061fdc8e5eac6d756b1e753ad8ce88bb120ad54].
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 100
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
BUILD FAILED in 40m 39s
50 actionable tasks: 40 executed, 4 from cache, 6 up-to-date
Publishing build scan...
https://gradle.com/s/i3epkibdxp73m
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Py_ValCont #9510
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9510/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org