You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/09/01 06:54:43 UTC
Build failed in Jenkins: beam_PostCommit_Py_ValCont #8193
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8193/display/redirect?page=changes>
Changes:
[noreply] Add per-batch metrics to JdbcIO.write (#15429)
------------------------------------------
[...truncated 98.34 KB...]
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--prebuild_sdk_container_base_image=$CONTAINER:$TAG \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.7.3, pytest-4.6.11, py-1.10.0, pluggy-0.13.1
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python,> inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.3.0, requests-mock-1.9.3
timeout: 900.0s
timeout method: signal
timeout func_only: False
gw0 I
[gw0] Python 3.7.3 (default, Mar 26 2019, 01:59:45) -- [GCC 5.4.0 20160609]
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
25fa7afed3e5: Pushed
20210901-061444544999568: digest: sha256:c666a7adbae5a34160ff63ef890f1755de415276e076b118c91889c96ba3e37e size: 6398
>>> Successfully built and push container us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--prebuild_sdk_container_base_image=$CONTAINER:$TAG \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.8.5, pytest-4.6.11, py-1.10.0, pluggy-0.13.1
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python,> inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.3.0, requests-mock-1.9.3
timeout: 900.0s
timeout method: signal
timeout func_only: False
gw0 I
[gw0] Python 3.8.5 (default, Jul 20 2020, 19:50:14) -- [GCC 5.4.0 20160609]
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
gw0 [4]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
gw0 [4]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [ 25%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 25%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [ 50%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 50%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [ 75%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 75%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [100%] PASSED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
apache_beam/io/filesystems_test.py:54
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c
self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf')) # pylint: disable=anomalous-backslash-in-string
apache_beam/io/filesystems_test.py:62
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d
self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'), # pylint: disable=anomalous-backslash-in-string
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
=================== 4 passed, 2 warnings in 2024.71 seconds ====================
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210901-061431597053246
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:15876b3f00cfcac4855ea7bac5a9df61fbd8853cdd92525d9367178caf411ab9
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:532efcb2-740e-4e3b-aa93-ec2e1b74e454
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:557b141067abe4be346d74eeac58533b1f08604afb2fb3672772480182999ebb
Deleted: sha256:dbc522de85ef342d218e7e94457110db3176cc0d0a81ab079dfb07b7befd31b1
Deleted: sha256:05d49aaf3c334a47e3c518f3a40b76ac3b52b007191a6fa27c16dd4cceac5745
Deleted: sha256:e45229e6501cd530b45a94df7e4a849ce5a305e79866f68165775f0954449e11
Deleted: sha256:a165b867f1a129f5766e36fb14c1f4cee411800a96475ea596ed62df96159ef0
Deleted: sha256:0372287568971336ba1d3c46710a50ade12c37b32caa9be0f7c3b3d7750e3abf
Deleted: sha256:7617e37cffd883b78e60d59162d7748515b95ffb7f1edb717e49dfb731b7a1aa
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:15876b3f00cfcac4855ea7bac5a9df61fbd8853cdd92525d9367178caf411ab9
Associated tags:
- 20210901-061431597053246
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210901-061431597053246
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20210901-061431597053246].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:15876b3f00cfcac4855ea7bac5a9df61fbd8853cdd92525d9367178caf411ab9].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:557b141067abe4be346d74eeac58533b1f08604afb2fb3672772480182999ebb
Associated tags:
- 532efcb2-740e-4e3b-aa93-ec2e1b74e454
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:532efcb2-740e-4e3b-aa93-ec2e1b74e454].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:557b141067abe4be346d74eeac58533b1f08604afb2fb3672772480182999ebb].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:c92b2f9407ecd06298392816f31e2caf55f74c8499c26bdb6f82bf55fd5c62a2
Associated tags:
- d4929c2d-f96f-4725-a4c8-1b9f79bd4834
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:d4929c2d-f96f-4725-a4c8-1b9f79bd4834].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:c92b2f9407ecd06298392816f31e2caf55f74c8499c26bdb6f82bf55fd5c62a2].
Removed the container
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c666a7adbae5a34160ff63ef890f1755de415276e076b118c91889c96ba3e37e
Associated tags:
- 20210901-061444544999568
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210901-061444544999568
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210901-061444544999568].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c666a7adbae5a34160ff63ef890f1755de415276e076b118c91889c96ba3e37e].
gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:5be28b82b1c996937f0fcc6333fdd53f9168bd770762101b69ff1faaae16cf9e
Associated tags:
- 2dac849f-7d25-48a7-aa86-8cb664f9494e
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:2dac849f-7d25-48a7-aa86-8cb664f9494e].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:5be28b82b1c996937f0fcc6333fdd53f9168bd770762101b69ff1faaae16cf9e].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f8cd402ae320202a0ffb9971123e79c37074ef28030acd8eb9d30898e4f6d890
Associated tags:
- 393b14d5-71fa-49f2-99d4-883aecd4133c
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:393b14d5-71fa-49f2-99d4-883aecd4133c].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f8cd402ae320202a0ffb9971123e79c37074ef28030acd8eb9d30898e4f6d890].
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:container:py36:docker'.
> Process 'command 'docker'' finished with non-zero exit value 2
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 54m 10s
43 actionable tasks: 39 executed, 4 up-to-date
Publishing build scan...
https://gradle.com/s/czoimnvv7ejek
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Py_ValCont #8194
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8194/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org