You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2023/05/13 14:58:12 UTC
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #114
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/114/display/redirect>
Changes:
------------------------------------------
[...truncated 2.74 MB...]
#16 1.020 orjson==3.8.12
#16 1.020 overrides==6.5.0
#16 1.020 packaging==23.1
#16 1.020 pandas==1.5.3
#16 1.020 parameterized==0.9.0
#16 1.020 pip==23.1.2
#16 1.020 pluggy==1.0.0
#16 1.020 proto-plus==1.22.2
#16 1.020 protobuf==4.22.5
#16 1.020 psycopg2-binary==2.9.6
#16 1.020 pyarrow==11.0.0
#16 1.020 pyasn1==0.5.0
#16 1.020 pyasn1-modules==0.3.0
#16 1.020 pycparser==2.21
#16 1.020 pydot==1.4.2
#16 1.020 PyHamcrest==2.0.4
#16 1.020 pymongo==4.4.0b0
#16 1.020 PyMySQL==1.0.3
#16 1.020 pyparsing==3.1.0b1
#16 1.020 pytest==7.3.1
#16 1.020 pytest-timeout==2.1.0
#16 1.020 pytest-xdist==3.3.0
#16 1.020 python-dateutil==2.8.2
#16 1.020 python-snappy==0.6.1
#16 1.020 pytz==2023.3
#16 1.020 PyYAML==6.0
#16 1.020 regex==2023.5.5
#16 1.020 requests==2.30.0
#16 1.020 requests-mock==1.10.0
#16 1.020 requests-oauthlib==1.3.1
#16 1.020 rsa==4.9
#16 1.020 scikit-learn==1.2.2
#16 1.020 scipy==1.10.1
#16 1.020 setuptools==67.7.2
#16 1.020 six==1.16.0
#16 1.020 sortedcontainers==2.4.0
#16 1.020 soupsieve==2.4.1
#16 1.020 SQLAlchemy==1.4.48
#16 1.020 sqlparse==0.4.4
#16 1.020 tenacity==8.2.2
#16 1.020 tensorboard==2.13.0
#16 1.020 tensorboard-data-server==0.7.0
#16 1.020 tensorflow==2.13.0rc0
#16 1.020 tensorflow-estimator==2.13.0rc0
#16 1.020 tensorflow-io-gcs-filesystem==0.32.0
#16 1.020 termcolor==2.3.0
#16 1.020 testcontainers==3.7.1
#16 1.020 threadpoolctl==3.1.0
#16 1.020 tomli==2.0.1
#16 1.020 tqdm==4.65.0
#16 1.020 typing_extensions==4.5.0
#16 1.020 urllib3==1.26.15
#16 1.020 websocket-client==1.5.1
#16 1.020 Werkzeug==2.3.4
#16 1.020 wheel==0.40.0
#16 1.020 wrapt==1.14.1
#16 1.020 zipp==3.15.0
#16 1.020 zstandard==0.21.0
#16 DONE 1.1s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.1s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.1s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.1s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.2s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.1s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.034 Collecting pip-licenses<5
#24 1.109 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.119 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:container:py39:docker FAILED
#24 1.120 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.177 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.192 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 1.250 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 1.265 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.420 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.622 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.623 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 11.03 Skip pulling license for bs4
#24 11.03 Traceback (most recent call last):
#24 11.03 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 11.03 raise RuntimeError(
#24 11.03 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 11.03 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.265 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.420 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.622 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.623 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 11.03 Skip pulling license for bs4
#24 11.03 Traceback (most recent call last):
#24 11.03 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 11.03 raise RuntimeError(
#24 11.03 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 11.03 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:37bdaa349f878be5b68c97c23107ea172a670c253c79010f7560324f006d4239
Associated tags:
- 20230513-142749883335890
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230513-142749883335890
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230513-142749883335890].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:37bdaa349f878be5b68c97c23107ea172a670c253c79010f7560324f006d4239].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e12a483452d3607745289e73b8366e34acd799f6d083b2847cf4cb98a7e7a3ec
Associated tags:
- 234e29ac-6e87-4695-a395-dddfe5de436e
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:234e29ac-6e87-4695-a395-dddfe5de436e].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e12a483452d3607745289e73b8366e34acd799f6d083b2847cf4cb98a7e7a3ec].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e16354a41239b251c19b75affb141b3dd01d76eb06291443f54c4e92784cc37c
Associated tags:
- 123730ca-56ef-4ece-8f87-fd69ac83c1f5
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:123730ca-56ef-4ece-8f87-fd69ac83c1f5].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e16354a41239b251c19b75affb141b3dd01d76eb06291443f54c4e92784cc37c].
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 44m 42s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/vb6fsquqbaexa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Py_ValCont_with_RC #126
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/126/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #125
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/125/display/redirect>
Changes:
------------------------------------------
[...truncated 2.81 MB...]
#16 1.294 tqdm==4.65.0
#16 1.294 typing_extensions==4.5.0
#16 1.294 uritemplate==4.1.1
#16 1.294 urllib3==1.26.15
#16 1.294 websocket-client==1.5.1
#16 1.294 Werkzeug==2.3.4
#16 1.294 wheel==0.40.0
#16 1.294 wrapt==1.14.1
#16 1.294 zipp==3.15.0
#16 1.294 zstandard==0.21.0
#16 DONE 1.5s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.0s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.0s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.1s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.2s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.0s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.527 Collecting pip-licenses<5
#24 1.600 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.611 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
#24 1.612 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.697 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.717 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 1.796 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 1.815 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-7.3.1, pluggy-1.0.0
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python>
configfile: pytest.ini
plugins: xdist-3.3.0, hypothesis-6.75.3, timeout-2.1.0, requests-mock-1.10.0
timeout: 1800.0s
timeout method: signal
timeout func_only: False
created: 1/1 worker
1 worker [5 items]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
> Task :sdks:python:container:py39:docker FAILED
#24 3.587 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 3.834 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 3.835 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 13.22 Skip pulling license for bs4
#24 13.22 Traceback (most recent call last):
#24 13.22 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 13.22 raise RuntimeError(
#24 13.22 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 13.22 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.815 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 3.587 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 3.834 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 3.835 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 13.22 Skip pulling license for bs4
#24 13.22 Traceback (most recent call last):
#24 13.22 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 13.22 raise RuntimeError(
#24 13.22 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 13.22 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
[gw0] [ 20%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
[gw0] [ 40%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
[gw0] [ 60%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
[gw0] [ 80%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:121: DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 36 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2349: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py>:20: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
=========== 4 passed, 10 skipped, 80 warnings in 1653.59s (0:27:33) ============
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230516-115737147428756
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:6b353f86488a59c5d4fcafb4f9f0bae5e82e2b015bc4a3c18f75021f3afd8b46
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:7368275e-e046-4762-91a3-e94e2a8c928f
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4ecca08651e69d83c7e16fc544214f72d016dc9b50d0ccb7f208018a368bfbd8
Deleted: sha256:0b8533cc41a2cfb651aa111792df98e7cec4d0d34003d267612ca5ae5b612493
Deleted: sha256:6374000f9920254c158fe85021fdea11f292be0a95626c505cc64e2a21f4d092
Deleted: sha256:feb235273d0d10bc3c7149c17da18b0cf422296fc53c14ea5e7fecb3e8568dd3
Deleted: sha256:dfde39d63f37e44483c298271a60c8947125aca21d3b317f9d06387fef3fd60b
Deleted: sha256:d68ef4fd282218458b12c0911a2758f79ceb3e9bdebe570a47a16ced60422aa8
Deleted: sha256:267226e3777449a400694d19f15e20bbde4564380753cf6252afa10ec2c6c723
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:6b353f86488a59c5d4fcafb4f9f0bae5e82e2b015bc4a3c18f75021f3afd8b46
Associated tags:
- 20230516-115737147428756
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230516-115737147428756
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230516-115737147428756].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:6b353f86488a59c5d4fcafb4f9f0bae5e82e2b015bc4a3c18f75021f3afd8b46].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4ecca08651e69d83c7e16fc544214f72d016dc9b50d0ccb7f208018a368bfbd8
Associated tags:
- 7368275e-e046-4762-91a3-e94e2a8c928f
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:7368275e-e046-4762-91a3-e94e2a8c928f].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4ecca08651e69d83c7e16fc544214f72d016dc9b50d0ccb7f208018a368bfbd8].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:aff13c8fd08f15a0232afe0c9b4865f6ad9e0e20a31d3fdedef46f873e14e362
Associated tags:
- f358982a-7c6a-484c-a0b7-8f31383227db
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:f358982a-7c6a-484c-a0b7-8f31383227db].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:aff13c8fd08f15a0232afe0c9b4865f6ad9e0e20a31d3fdedef46f873e14e362].
Removed the container
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 48m 46s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/uqer3a34xmpik
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #124
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/124/display/redirect>
Changes:
------------------------------------------
[...truncated 2.76 MB...]
#16 1.249 opt-einsum==3.3.0
#16 1.249 orjson==3.8.12
#16 1.249 overrides==6.5.0
#16 1.249 packaging==23.1
#16 1.249 pandas==1.5.3
#16 1.249 parameterized==0.9.0
#16 1.249 pip==23.1.2
#16 1.249 pluggy==1.0.0
#16 1.249 proto-plus==1.22.2
#16 1.249 protobuf==4.22.5
#16 1.249 psycopg2-binary==2.9.6
#16 1.249 pyarrow==11.0.0
#16 1.249 pyasn1==0.5.0
#16 1.249 pyasn1-modules==0.3.0
#16 1.249 pycparser==2.21
#16 1.249 pydot==1.4.2
#16 1.249 PyHamcrest==2.0.4
#16 1.249 pymongo==4.4.0b0
#16 1.249 PyMySQL==1.0.3
#16 1.249 pyparsing==3.1.0b1
#16 1.249 pytest==7.3.1
#16 1.249 pytest-timeout==2.1.0
#16 1.249 pytest-xdist==3.3.0
#16 1.249 python-dateutil==2.8.2
#16 1.249 python-snappy==0.6.1
#16 1.249 pytz==2023.3
#16 1.249 PyYAML==6.0
#16 1.249 regex==2023.5.5
#16 1.249 requests==2.30.0
#16 1.249 requests-mock==1.10.0
#16 1.249 requests-oauthlib==1.3.1
#16 1.249 rsa==4.9
#16 1.249 scikit-learn==1.2.2
#16 1.249 scipy==1.10.1
#16 1.249 setuptools==67.7.2
#16 1.249 six==1.16.0
#16 1.249 sortedcontainers==2.4.0
#16 1.249 soupsieve==2.4.1
#16 1.249 SQLAlchemy==1.4.48
#16 1.249 sqlparse==0.4.4
#16 1.249 tenacity==8.2.2
#16 1.249 tensorboard==2.13.0
#16 1.249 tensorboard-data-server==0.7.0
#16 1.249 tensorflow==2.13.0rc0
#16 1.249 tensorflow-estimator==2.13.0rc0
#16 1.249 tensorflow-io-gcs-filesystem==0.32.0
#16 1.249 termcolor==2.3.0
#16 1.249 testcontainers==3.7.1
#16 1.249 threadpoolctl==3.1.0
#16 1.249 tomli==2.0.1
#16 1.249 tqdm==4.65.0
#16 1.249 typing_extensions==4.5.0
#16 1.249 uritemplate==4.1.1
#16 1.249 urllib3==1.26.15
#16 1.249 websocket-client==1.5.1
#16 1.249 Werkzeug==2.3.4
#16 1.249 wheel==0.40.0
#16 1.249 wrapt==1.14.1
#16 1.249 zipp==3.15.0
#16 1.249 zstandard==0.21.0
#16 DONE 1.4s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.1s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.1s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.1s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.2s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.1s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.164 Collecting pip-licenses<5
#24 1.232 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.244 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
#24 1.245 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.316 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.339 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 1.417 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 1.454 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 3.195 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 3.421 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 3.422 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 13.52 Traceback (most recent call last):
#24 13.52 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 13.52 Skip pulling license for bs4
#24 13.52 raise RuntimeError(
#24 13.52 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 13.52 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.454 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 3.195 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 3.421 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 3.422 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 13.52 Traceback (most recent call last):
#24 13.52 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 13.52 Skip pulling license for bs4
#24 13.52 raise RuntimeError(
#24 13.52 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 13.52 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:container:py39:docker FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:1b546cb4e42f1d21d4fa037203232c27be101af31fef91f3e60a0689835e8ff3
Associated tags:
- 20230516-023032326184670
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230516-023032326184670
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230516-023032326184670].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:1b546cb4e42f1d21d4fa037203232c27be101af31fef91f3e60a0689835e8ff3].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:bed58b3d6d4e8b8253a4d39c764744e426d647e62d51afc4386a9bf361131a79
Associated tags:
- 888d5a30-8f70-4264-99d7-ff4cfc2a1d7d
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:888d5a30-8f70-4264-99d7-ff4cfc2a1d7d].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:bed58b3d6d4e8b8253a4d39c764744e426d647e62d51afc4386a9bf361131a79].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:89b79bed0243b95093f305bf20468af4b998a55807ca86edbd96b8bc9156dba7
Associated tags:
- ba7eefb3-4f4f-4fb6-ba05-f39822a70bd5
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:ba7eefb3-4f4f-4fb6-ba05-f39822a70bd5].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:89b79bed0243b95093f305bf20468af4b998a55807ca86edbd96b8bc9156dba7].
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 45m 5s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/3iscskizgkzbc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #123
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/123/display/redirect>
Changes:
------------------------------------------
[...truncated 2.74 MB...]
#16 1.134 objsize==0.6.1
#16 1.134 opt-einsum==3.3.0
#16 1.134 orjson==3.8.12
#16 1.134 overrides==6.5.0
#16 1.134 packaging==23.1
#16 1.134 pandas==1.5.3
#16 1.134 parameterized==0.9.0
#16 1.134 pip==23.1.2
#16 1.134 pluggy==1.0.0
#16 1.134 proto-plus==1.22.2
#16 1.134 protobuf==4.22.5
#16 1.134 psycopg2-binary==2.9.6
#16 1.134 pyarrow==11.0.0
#16 1.134 pyasn1==0.5.0
#16 1.134 pyasn1-modules==0.3.0
#16 1.134 pycparser==2.21
#16 1.134 pydot==1.4.2
#16 1.134 PyHamcrest==2.0.4
#16 1.134 pymongo==4.4.0b0
#16 1.134 PyMySQL==1.0.3
#16 1.134 pyparsing==3.1.0b1
#16 1.134 pytest==7.3.1
#16 1.134 pytest-timeout==2.1.0
#16 1.134 pytest-xdist==3.3.0
#16 1.134 python-dateutil==2.8.2
#16 1.134 python-snappy==0.6.1
#16 1.134 pytz==2023.3
#16 1.134 PyYAML==6.0
#16 1.134 regex==2023.5.5
#16 1.134 requests==2.30.0
#16 1.134 requests-mock==1.10.0
#16 1.134 requests-oauthlib==1.3.1
#16 1.134 rsa==4.9
#16 1.134 scikit-learn==1.2.2
#16 1.134 scipy==1.10.1
#16 1.134 setuptools==67.7.2
#16 1.134 six==1.16.0
#16 1.134 sortedcontainers==2.4.0
#16 1.134 soupsieve==2.4.1
#16 1.134 SQLAlchemy==1.4.48
#16 1.134 sqlparse==0.4.4
#16 1.134 tenacity==8.2.2
#16 1.134 tensorboard==2.13.0
#16 1.134 tensorboard-data-server==0.7.0
#16 1.134 tensorflow==2.13.0rc0
#16 1.134 tensorflow-estimator==2.13.0rc0
#16 1.134 tensorflow-io-gcs-filesystem==0.32.0
#16 1.134 termcolor==2.3.0
#16 1.134 testcontainers==3.7.1
#16 1.134 threadpoolctl==3.1.0
#16 1.134 tomli==2.0.1
#16 1.134 tqdm==4.65.0
#16 1.134 typing_extensions==4.5.0
#16 1.134 urllib3==1.26.15
#16 1.134 websocket-client==1.5.1
#16 1.134 Werkzeug==2.3.4
#16 1.134 wheel==0.40.0
#16 1.134 wrapt==1.14.1
#16 1.134 zipp==3.15.0
#16 1.134 zstandard==0.21.0
#16 DONE 4.0s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.1s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.1s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.1s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.2s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.1s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.238 Collecting pip-licenses<5
#24 1.315 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.328 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
#24 1.329 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.391 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.408 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 1.469 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 1.484 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.698 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.876 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.877 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 9.678 Skip pulling license for bs4
#24 9.678 Traceback (most recent call last):
#24 9.678 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 9.679 raise RuntimeError(
#24 9.679 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 9.679 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.484 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.698 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.876 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.877 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 9.678 Skip pulling license for bs4
#24 9.678 Traceback (most recent call last):
#24 9.678 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 9.679 raise RuntimeError(
#24 9.679 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 9.679 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:container:py39:docker FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:3546211fe0184704cdebcc7ad5c18c2d8ec09669055ca88526d6b6991dcc552d
Associated tags:
- 20230515-202720945043406
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230515-202720945043406
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230515-202720945043406].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:3546211fe0184704cdebcc7ad5c18c2d8ec09669055ca88526d6b6991dcc552d].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4c6c3199a9dd9c7e4459963a6ddf191a085f72ee1c8342b109751bcf2228b1f8
Associated tags:
- 6738be8d-b50e-4bb3-80ab-34f26e0e9f80
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:6738be8d-b50e-4bb3-80ab-34f26e0e9f80].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4c6c3199a9dd9c7e4459963a6ddf191a085f72ee1c8342b109751bcf2228b1f8].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6e8bb6837e722e13515f22dfff88f89ce4616b680f48331bd17bb643206abb9b
Associated tags:
- 34833749-1c9b-4a32-9b32-98ec1becccd8
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:34833749-1c9b-4a32-9b32-98ec1becccd8].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6e8bb6837e722e13515f22dfff88f89ce4616b680f48331bd17bb643206abb9b].
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 42m 55s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/tx3kuaeuivgps
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #122
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/122/display/redirect>
Changes:
------------------------------------------
[...truncated 2.66 MB...]
#16 2.247 google-auth-oauthlib==1.0.0
#16 2.247 google-cloud-bigquery==3.10.0
#16 2.247 google-cloud-bigquery-storage==2.19.1
#16 2.247 google-cloud-bigtable==2.17.0
#16 2.247 google-cloud-core==2.3.2
#16 2.247 google-cloud-datastore==2.15.2
#16 2.247 google-cloud-dlp==3.12.1
#16 2.247 google-cloud-language==2.9.1
#16 2.247 google-cloud-pubsub==2.17.0
#16 2.247 google-cloud-pubsublite==1.8.2
#16 2.247 google-cloud-recommendations-ai==0.10.3
#16 2.247 google-cloud-spanner==3.33.0
#16 2.247 google-cloud-videointelligence==2.11.1
#16 2.247 google-cloud-vision==3.4.1
#16 2.247 google-crc32c==1.5.0
#16 2.247 google-pasta==0.2.0
#16 2.247 google-resumable-media==2.5.0
#16 2.247 googleapis-common-protos==1.59.0
#16 2.247 greenlet==2.0.2
#16 2.247 grpc-google-iam-v1==0.12.6
#16 2.247 grpcio==1.55.0rc1
#16 2.247 grpcio-status==1.55.0rc1
#16 2.247 guppy3==3.1.3
#16 2.247 h5py==3.8.0
#16 2.247 hdfs==2.7.0
#16 2.247 httplib2==0.22.0
#16 2.247 hypothesis==6.75.3
#16 2.247 idna==3.4
#16 2.247 importlib-metadata==6.6.0
#16 2.247 iniconfig==2.0.0
#16 2.247 joblib==1.2.0
#16 2.247 keras==2.13.1rc0
#16 2.247 libclang==16.0.0
#16 2.247 Markdown==3.4.3
#16 2.247 MarkupSafe==2.1.2
#16 2.247 mmh3==3.1.0
#16 2.247 mock==5.0.2
#16 2.247 nltk==3.8.1
#16 2.247 nose==1.3.7
#16 2.247 numpy==1.24.3
#16 2.247 oauth2client==4.1.3
#16 2.247 oauthlib==3.2.2
#16 2.247 objsize==0.6.1
#16 2.247 opt-einsum==3.3.0
#16 2.247 orjson==3.8.12
#16 2.247 overrides==6.5.0
#16 2.247 packaging==23.1
#16 2.247 pandas==1.5.3
#16 2.247 parameterized==0.9.0
#16 2.247 pip==23.1.2
#16 2.247 pluggy==1.0.0
#16 2.247 proto-plus==1.22.2
#16 2.247 protobuf==4.22.5
#16 2.247 psycopg2-binary==2.9.6
#16 2.247 pyarrow==11.0.0
#16 2.247 pyasn1==0.5.0
#16 2.247 pyasn1-modules==0.3.0
#16 2.247 pycparser==2.21
#16 2.247 pydot==1.4.2
#16 2.247 PyHamcrest==2.0.4
#16 2.247 pymongo==4.4.0b0
#16 2.247 PyMySQL==1.0.3
#16 2.247 pyparsing==3.1.0b1
#16 2.247 pytest==7.3.1
#16 2.247 pytest-timeout==2.1.0
#16 2.247 pytest-xdist==3.3.0
#16 2.247 python-dateutil==2.8.2
#16 2.247 python-snappy==0.6.1
#16 2.247 pytz==2023.3
#16 2.247 PyYAML==6.0
#16 2.247 regex==2023.5.5
#16 2.247 requests==2.30.0
#16 2.247 requests-mock==1.10.0
#16 2.247 requests-oauthlib==1.3.1
#16 2.247 rsa==4.9
#16 2.247 scikit-learn==1.2.2
#16 2.247 scipy==1.10.1
#16 2.247 setuptools==67.7.2
#16 2.247 six==1.16.0
#16 2.247 sortedcontainers==2.4.0
#16 2.247 soupsieve==2.4.1
#16 2.247 SQLAlchemy==1.4.48
#16 2.247 sqlparse==0.4.4
#16 2.247 tenacity==8.2.2
#16 2.247 tensorboard==2.13.0
#16 2.247 tensorboard-data-server==0.7.0
#16 2.247 tensorflow==2.13.0rc0
#16 2.247 tensorflow-estimator==2.13.0rc0
#16 2.247 tensorflow-io-gcs-filesystem==0.32.0
#16 2.247 termcolor==2.3.0
#16 2.247 testcontainers==3.7.1
#16 2.247 threadpoolctl==3.1.0
#16 2.247 tomli==2.0.1
#16 2.247 tqdm==4.65.0
#16 2.247 typing_extensions==4.5.0
#16 2.247 urllib3==1.26.15
#16 2.247 websocket-client==1.5.1
#16 2.247 Werkzeug==2.3.4
#16 2.247 wheel==0.40.0
#16 2.247 wrapt==1.14.1
#16 2.247 zipp==3.15.0
#16 2.247 zstandard==0.21.0
#16 DONE 2.4s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.0s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.1s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.1s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.1s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.1s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.804 Collecting pip-licenses<5
#24 1.874 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.886 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
#24 1.888 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.970 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.988 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 2.064 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 2.081 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 3.886 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 4.146 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 4.147 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 20.86 Skip pulling license for bs4
#24 20.86 Traceback (most recent call last):
#24 20.86 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 20.86 raise RuntimeError(
#24 20.86 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 20.86 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 2.081 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 3.886 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 4.146 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 4.147 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 20.86 Skip pulling license for bs4
#24 20.86 Traceback (most recent call last):
#24 20.86 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 20.86 raise RuntimeError(
#24 20.86 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 20.86 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:container:py39:docker FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:43a7f42eab3ae90fd826e892c3d571410b00de1da5eb6ba2b3b1ad339628e40c
Associated tags:
- 20230515-143627624364896
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230515-143627624364896
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230515-143627624364896].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:43a7f42eab3ae90fd826e892c3d571410b00de1da5eb6ba2b3b1ad339628e40c].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:5cd30f6a0e54f6a5ffbef676934b7d92914d0aae0dedba471ed1b991c9f97c78
Associated tags:
- a137b73e-3842-421e-a9c3-f8a7f0d74e80
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:a137b73e-3842-421e-a9c3-f8a7f0d74e80].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:5cd30f6a0e54f6a5ffbef676934b7d92914d0aae0dedba471ed1b991c9f97c78].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:7529bece2552f8d641dc3379bee11f22be465cb2063e0f009edcdbac989e8ae2
Associated tags:
- 2e61cc1f-11e1-453f-8027-d496617c96ab
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:2e61cc1f-11e1-453f-8027-d496617c96ab].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:7529bece2552f8d641dc3379bee11f22be465cb2063e0f009edcdbac989e8ae2].
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 49m 50s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/c6l7kob7wbigy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #121
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/121/display/redirect?page=changes>
Changes:
[noreply] Support configuration of maxCapacityPerShard when reading from Kinesis
------------------------------------------
[...truncated 2.52 MB...]
#16 1.036 objsize==0.6.1
#16 1.036 opt-einsum==3.3.0
#16 1.036 orjson==3.8.12
#16 1.036 overrides==6.5.0
#16 1.036 packaging==23.1
#16 1.036 pandas==1.5.3
#16 1.036 parameterized==0.9.0
#16 1.036 pip==23.1.2
#16 1.036 pluggy==1.0.0
#16 1.036 proto-plus==1.22.2
#16 1.036 protobuf==4.22.5
#16 1.036 psycopg2-binary==2.9.6
#16 1.036 pyarrow==11.0.0
#16 1.036 pyasn1==0.5.0
#16 1.036 pyasn1-modules==0.3.0
#16 1.036 pycparser==2.21
#16 1.036 pydot==1.4.2
#16 1.036 PyHamcrest==2.0.4
#16 1.036 pymongo==4.4.0b0
#16 1.036 PyMySQL==1.0.3
#16 1.036 pyparsing==3.1.0b1
#16 1.036 pytest==7.3.1
#16 1.036 pytest-timeout==2.1.0
#16 1.036 pytest-xdist==3.3.0
#16 1.036 python-dateutil==2.8.2
#16 1.036 python-snappy==0.6.1
#16 1.036 pytz==2023.3
#16 1.036 PyYAML==6.0
#16 1.036 regex==2023.5.5
#16 1.036 requests==2.30.0
#16 1.036 requests-mock==1.10.0
#16 1.036 requests-oauthlib==1.3.1
#16 1.036 rsa==4.9
#16 1.036 scikit-learn==1.2.2
#16 1.036 scipy==1.10.1
#16 1.036 setuptools==67.7.2
#16 1.036 six==1.16.0
#16 1.036 sortedcontainers==2.4.0
#16 1.036 soupsieve==2.4.1
#16 1.036 SQLAlchemy==1.4.48
#16 1.036 sqlparse==0.4.4
#16 1.036 tenacity==8.2.2
#16 1.036 tensorboard==2.13.0
#16 1.036 tensorboard-data-server==0.7.0
#16 1.036 tensorflow==2.13.0rc0
#16 1.036 tensorflow-estimator==2.13.0rc0
#16 1.036 tensorflow-io-gcs-filesystem==0.32.0
#16 1.036 termcolor==2.3.0
#16 1.036 testcontainers==3.7.1
#16 1.036 threadpoolctl==3.1.0
#16 1.036 tomli==2.0.1
#16 1.036 tqdm==4.65.0
#16 1.036 typing_extensions==4.5.0
#16 1.036 urllib3==1.26.15
#16 1.036 websocket-client==1.5.1
#16 1.036 Werkzeug==2.3.4
#16 1.036 wheel==0.40.0
#16 1.036 wrapt==1.14.1
#16 1.036 zipp==3.15.0
#16 1.036 zstandard==0.21.0
#16 DONE 1.1s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.0s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.0s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.0s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.2s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.1s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.171 Collecting pip-licenses<5
#24 1.247 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.256 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
#24 1.257 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.320 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.337 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 1.400 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 1.418 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.639 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.814 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.814 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 9.781 Skip pulling license for bs4
#24 9.781 Traceback (most recent call last):
#24 9.781 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 9.782 raise RuntimeError(
#24 9.782 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 9.782 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.418 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.639 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.814 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.814 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 9.781 Skip pulling license for bs4
#24 9.781 Traceback (most recent call last):
#24 9.781 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 9.782 raise RuntimeError(
#24 9.782 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 9.782 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:container:py39:docker FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:ec3439608883e2559bdbdeed9102d7f24f9f0459b3a2ee362e619c706b628710
Associated tags:
- 20230515-082721439798829
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230515-082721439798829
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230515-082721439798829].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:ec3439608883e2559bdbdeed9102d7f24f9f0459b3a2ee362e619c706b628710].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:26331803bd7df5b42b5723527f172ee7baa7f0cbfa762cd8ec192c3fb8de7998
Associated tags:
- e0d9be7e-7396-4c09-972d-54682650669b
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:e0d9be7e-7396-4c09-972d-54682650669b].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:26331803bd7df5b42b5723527f172ee7baa7f0cbfa762cd8ec192c3fb8de7998].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:046ae02f76ad5e79e007d307ec8b63e895b68380d4880b46098df12fdcabbc22
Associated tags:
- 30635ee8-c38d-47ad-877c-8ff14ba2d5ff
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:30635ee8-c38d-47ad-877c-8ff14ba2d5ff].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:046ae02f76ad5e79e007d307ec8b63e895b68380d4880b46098df12fdcabbc22].
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 41m 20s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/qno3txmybw3ns
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #120
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/120/display/redirect>
Changes:
------------------------------------------
[...truncated 2.75 MB...]
#16 1.021 orjson==3.8.12
#16 1.021 overrides==6.5.0
#16 1.021 packaging==23.1
#16 1.021 pandas==1.5.3
#16 1.021 parameterized==0.9.0
#16 1.021 pip==23.1.2
#16 1.021 pluggy==1.0.0
#16 1.021 proto-plus==1.22.2
#16 1.021 protobuf==4.22.5
#16 1.021 psycopg2-binary==2.9.6
#16 1.021 pyarrow==11.0.0
#16 1.021 pyasn1==0.5.0
#16 1.021 pyasn1-modules==0.3.0
#16 1.021 pycparser==2.21
#16 1.021 pydot==1.4.2
#16 1.021 PyHamcrest==2.0.4
#16 1.021 pymongo==4.4.0b0
#16 1.021 PyMySQL==1.0.3
#16 1.021 pyparsing==3.1.0b1
#16 1.021 pytest==7.3.1
#16 1.021 pytest-timeout==2.1.0
#16 1.021 pytest-xdist==3.3.0
#16 1.021 python-dateutil==2.8.2
#16 1.021 python-snappy==0.6.1
#16 1.021 pytz==2023.3
#16 1.021 PyYAML==6.0
#16 1.021 regex==2023.5.5
#16 1.021 requests==2.30.0
#16 1.021 requests-mock==1.10.0
#16 1.021 requests-oauthlib==1.3.1
#16 1.021 rsa==4.9
#16 1.021 scikit-learn==1.2.2
#16 1.021 scipy==1.10.1
#16 1.021 setuptools==67.7.2
#16 1.021 six==1.16.0
#16 1.021 sortedcontainers==2.4.0
#16 1.021 soupsieve==2.4.1
#16 1.021 SQLAlchemy==1.4.48
#16 1.021 sqlparse==0.4.4
#16 1.021 tenacity==8.2.2
#16 1.021 tensorboard==2.13.0
#16 1.021 tensorboard-data-server==0.7.0
#16 1.021 tensorflow==2.13.0rc0
#16 1.021 tensorflow-estimator==2.13.0rc0
#16 1.021 tensorflow-io-gcs-filesystem==0.32.0
#16 1.021 termcolor==2.3.0
#16 1.021 testcontainers==3.7.1
#16 1.021 threadpoolctl==3.1.0
#16 1.021 tomli==2.0.1
#16 1.021 tqdm==4.65.0
#16 1.021 typing_extensions==4.5.0
#16 1.021 urllib3==1.26.15
#16 1.021 websocket-client==1.5.1
#16 1.021 Werkzeug==2.3.4
#16 1.021 wheel==0.40.0
#16 1.021 wrapt==1.14.1
#16 1.021 zipp==3.15.0
#16 1.021 zstandard==0.21.0
#16 DONE 1.2s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.1s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.1s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.1s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.3s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.1s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.171 Collecting pip-licenses<5
#24 1.256 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.268 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
#24 1.269 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.348 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.396 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 1.473 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 1.491 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.715 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.892 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.892 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 12.23 Skip pulling license for bs4
#24 12.23 Traceback (most recent call last):
#24 12.23 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 12.23 raise RuntimeError(
#24 12.23 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 12.23 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:container:py39:docker FAILED
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.491 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.715 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.892 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.892 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 12.23 Skip pulling license for bs4
#24 12.23 Traceback (most recent call last):
#24 12.23 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 12.23 raise RuntimeError(
#24 12.23 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 12.23 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:1cb5d7619872dd595093d4be815885f387afcd765cecbd2eef2f36ad37db5e30
Associated tags:
- 20230515-022837433704826
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230515-022837433704826
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230515-022837433704826].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:1cb5d7619872dd595093d4be815885f387afcd765cecbd2eef2f36ad37db5e30].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6e8736deb0145ea352fc3c9c5652881be7ab6ede5943b2b4478f9420bc80d5c1
Associated tags:
- f3e3b153-d727-4a67-b5ec-f960b329879c
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:f3e3b153-d727-4a67-b5ec-f960b329879c].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6e8736deb0145ea352fc3c9c5652881be7ab6ede5943b2b4478f9420bc80d5c1].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:b8b30f92d19cb2fe91fc2371d0bea5471d3a1ecc4f8fa68bee8d7dcfb61ecaf6
Associated tags:
- 625ac31e-fc52-4f70-9fe9-dbec08a9c531
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:625ac31e-fc52-4f70-9fe9-dbec08a9c531].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:b8b30f92d19cb2fe91fc2371d0bea5471d3a1ecc4f8fa68bee8d7dcfb61ecaf6].
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 44m 5s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/evgtz43acv574
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #119
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/119/display/redirect>
Changes:
------------------------------------------
[...truncated 2.74 MB...]
#16 1.032 testcontainers==3.7.1
#16 1.032 threadpoolctl==3.1.0
#16 1.032 tomli==2.0.1
#16 1.032 tqdm==4.65.0
#16 1.032 typing_extensions==4.5.0
#16 1.032 urllib3==1.26.15
#16 1.032 websocket-client==1.5.1
#16 1.032 Werkzeug==2.3.4
#16 1.032 wheel==0.40.0
#16 1.032 wrapt==1.14.1
#16 1.032 zipp==3.15.0
#16 1.032 zstandard==0.21.0
#16 DONE 1.2s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.1s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.1s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.1s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.2s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.1s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.122 Collecting pip-licenses<5
#24 1.189 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.206 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
#24 1.207 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.307 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.325 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 1.390 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 1.405 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.621 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.811 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.812 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 11.91 Skip pulling license for bs4
#24 11.91 Traceback (most recent call last):
#24 11.91 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 11.91 raise RuntimeError(
#24 11.91 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 11.91 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.405 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.621 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.811 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.812 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 11.91 Skip pulling license for bs4
#24 11.91 Traceback (most recent call last):
#24 11.91 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 11.91 raise RuntimeError(
#24 11.91 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 11.91 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:container:py39:docker FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-7.3.1, pluggy-1.0.0
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python>
configfile: pytest.ini
plugins: xdist-3.3.0, hypothesis-6.75.3, timeout-2.1.0, requests-mock-1.10.0
timeout: 1800.0s
timeout method: signal
timeout func_only: False
created: 1/1 worker
1 worker [5 items]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
[gw0] [ 20%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
[gw0] [ 40%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
[gw0] [ 60%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
[gw0] [ 80%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:121: DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 36 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2349: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py>:20: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
=========== 4 passed, 10 skipped, 80 warnings in 1539.09s (0:25:39) ============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-202713863176304
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:cd70019d31cd56a39d541dc250e1df31f5cc9bf198fdfd9f90e761ca384392b4
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:9230d679-fa54-4659-b6b1-687d61993dc4
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:52258dd41dd98d9acf632fccb985b6252ecf11e36bcb3ee62b3c92adc8299869
Deleted: sha256:6665acafea6e6f887b26612560da72e8b14380286fc710185c2be7799b46b2d4
Deleted: sha256:1f463c4ce6b696ad610c0b988dab1149c12eff52d700af469be0d6823291a653
Deleted: sha256:db053e67217cbbceec3c12ee27d990dc878153732faeeeaf919abeac05a275cb
Deleted: sha256:5486ffe2bd25840ad06d82dc8362d5d01ba6f10d373a6078c1ff1922b571c823
Deleted: sha256:8e986bcead4ec0a5bad8298a5cbc7581d6684014d069ef32b9800cd0dc8dd20c
Deleted: sha256:6fd19f7295687f9aaba3f90bc6e1176f4cbcec6f55393651740af34725ed0316
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:cd70019d31cd56a39d541dc250e1df31f5cc9bf198fdfd9f90e761ca384392b4
Associated tags:
- 20230514-202713863176304
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-202713863176304
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-202713863176304].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:cd70019d31cd56a39d541dc250e1df31f5cc9bf198fdfd9f90e761ca384392b4].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:52258dd41dd98d9acf632fccb985b6252ecf11e36bcb3ee62b3c92adc8299869
Associated tags:
- 9230d679-fa54-4659-b6b1-687d61993dc4
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:9230d679-fa54-4659-b6b1-687d61993dc4].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:52258dd41dd98d9acf632fccb985b6252ecf11e36bcb3ee62b3c92adc8299869].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6893924e8a7f4acedaceeacfe4cd9a58a086ef21c9a42f93b64ac81bfd80c0ca
Associated tags:
- 2b5da1e0-94ce-470b-b1bc-d41c4b3e8daf
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:2b5da1e0-94ce-470b-b1bc-d41c4b3e8daf].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6893924e8a7f4acedaceeacfe4cd9a58a086ef21c9a42f93b64ac81bfd80c0ca].
Removed the container
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 40m 49s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/slrbtg4utpczy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #118
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/118/display/redirect>
Changes:
------------------------------------------
[...truncated 2.77 MB...]
#16 1.089 tensorflow-io-gcs-filesystem==0.32.0
#16 1.089 termcolor==2.3.0
#16 1.089 testcontainers==3.7.1
#16 1.089 threadpoolctl==3.1.0
#16 1.089 tomli==2.0.1
#16 1.089 tqdm==4.65.0
#16 1.089 typing_extensions==4.5.0
#16 1.089 urllib3==1.26.15
#16 1.089 websocket-client==1.5.1
#16 1.089 Werkzeug==2.3.4
#16 1.089 wheel==0.40.0
#16 1.089 wrapt==1.14.1
#16 1.089 zipp==3.15.0
#16 1.089 zstandard==0.21.0
#16 DONE 1.2s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.0s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.1s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.1s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.2s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.1s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.075 Collecting pip-licenses<5
#24 1.148 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.157 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
#24 1.157 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.216 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.231 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 1.296 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 1.312 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.490 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.662 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.662 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 10.87 Traceback (most recent call last):
#24 10.87 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 10.87 Skip pulling license for bs4
#24 10.87 raise RuntimeError(
#24 10.87 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 10.87 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.312 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.490 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.662 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.662 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 10.87 Traceback (most recent call last):
#24 10.87 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 10.87 Skip pulling license for bs4
#24 10.87 raise RuntimeError(
#24 10.87 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 10.87 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-7.3.1, pluggy-1.0.0
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python>
configfile: pytest.ini
plugins: xdist-3.3.0, hypothesis-6.75.3, timeout-2.1.0, requests-mock-1.10.0
timeout: 1800.0s
timeout method: signal
timeout func_only: False
created: 1/1 worker
1 worker [5 items]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
[gw0] [ 20%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
[gw0] [ 40%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
[gw0] [ 60%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
[gw0] [ 80%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:121: DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 36 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2349: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py>:20: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
=========== 4 passed, 10 skipped, 80 warnings in 1556.78s (0:25:56) ============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-142842372721612
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:b587f50809e92cfe1195d6c73e585d57bb4e2117c3c12919ba5fbdaa0eebacf7
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:60e6d037-049c-4373-8f8b-225b33417a1b
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:160d300af2945c82e2fe7e883e009e88c1ade2b1ad6460c20160cb6ac200a719
Deleted: sha256:91268781b60eb4e2c263ad33ebbf2e1c9d32ace19ad141bdf6bb35731e1eb444
Deleted: sha256:cbb42b5562c88c4c7dee00885bef54affbaf903ec93d3bbc159100b545e2ca9a
Deleted: sha256:55adf268cc29836424b27e3b254200da23395b5bc6c807bd3cefeff261eaf8df
Deleted: sha256:a6c6adf81579538583d2618babdca232552643560c86fb2af53473dd124ef8e2
Deleted: sha256:75f51a8a1e008a3114c5a929d37a1f0986b9a807e8646df5384c48ab9d9b01ef
Deleted: sha256:64308cc0f4e3fcdb71e469c2b84c64ea6697ff887774514c0844130b27bdb891
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:b587f50809e92cfe1195d6c73e585d57bb4e2117c3c12919ba5fbdaa0eebacf7
Associated tags:
- 20230514-142842372721612
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-142842372721612
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-142842372721612].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:b587f50809e92cfe1195d6c73e585d57bb4e2117c3c12919ba5fbdaa0eebacf7].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:160d300af2945c82e2fe7e883e009e88c1ade2b1ad6460c20160cb6ac200a719
Associated tags:
- 60e6d037-049c-4373-8f8b-225b33417a1b
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:60e6d037-049c-4373-8f8b-225b33417a1b].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:160d300af2945c82e2fe7e883e009e88c1ade2b1ad6460c20160cb6ac200a719].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f92c26eee86ee0992eb3b2f6702da6f8e203f69757cf5368f8c21d3f14161452
Associated tags:
- 5173c001-1f21-4197-a64f-d62001946c26
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:5173c001-1f21-4197-a64f-d62001946c26].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f92c26eee86ee0992eb3b2f6702da6f8e203f69757cf5368f8c21d3f14161452].
Removed the container
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 42m 9s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/epll6cokceo6e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #117
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/117/display/redirect>
Changes:
------------------------------------------
[...truncated 2.80 MB...]
#24 3.107 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 3.301 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 3.302 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 10.19 Traceback (most recent call last):
#24 10.19 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 10.19 Skip pulling license for bs4
#24 10.19 raise RuntimeError(
#24 10.19 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 10.19 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.569 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 3.107 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 3.301 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 3.302 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 10.19 Traceback (most recent call last):
#24 10.19 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 10.19 Skip pulling license for bs4
#24 10.19 raise RuntimeError(
#24 10.19 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 10.19 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
892efd83461a: Pushed
20230514-082934475832063: digest: sha256:dc361d172a87bf612ae729187c56cccf34c3e3fd47e77a2dcc14b4b5921b9b1f size: 5563
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
>>> Successfully built and push container us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-7.3.1, pluggy-1.0.0
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python>
configfile: pytest.ini
plugins: xdist-3.3.0, hypothesis-6.75.3, timeout-2.1.0, requests-mock-1.10.0
timeout: 1800.0s
timeout method: signal
timeout func_only: False
created: 1/1 worker
1 worker [5 items]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
[gw0] [ 20%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
[gw0] [ 40%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
[gw0] [ 60%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
[gw0] [ 80%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:121: DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 36 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2349: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py>:20: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
=========== 4 passed, 10 skipped, 80 warnings in 1588.59s (0:26:28) ============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-082934475832063
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:dc361d172a87bf612ae729187c56cccf34c3e3fd47e77a2dcc14b4b5921b9b1f
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:8f8169b4-dda0-4c9b-9957-de6efc1dcd29
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f4c39e7dd7e6f89b68cba2097ea7b19a953a4dae47a125c63f9858169ebf54f4
Deleted: sha256:d3d6b96edcb611bafd8edaeedd7fc84c47116c14271dcb085b2e8c5966576d03
Deleted: sha256:9a7f1d5688e97fa36ba86bcf466e2bdb39bb4339b9e7c40bbd6547155429ac34
Deleted: sha256:baac6dc53a51980dc7b956a084079f20baf1878549b0bce3d77cc4f88d545a96
Deleted: sha256:cc586941b7f5e66dda1feae667ad6f90af749360acc91a62dae22f7c5043b8b8
Deleted: sha256:bfe55297c0a11fd76772b57eb0e4af5da15cd89a7964f50a41db6ce1368a3359
Deleted: sha256:a2e1cb07a610a864294385becc1ae1564f0e20e5c3efcb70d9f0df3f4255b054
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:dc361d172a87bf612ae729187c56cccf34c3e3fd47e77a2dcc14b4b5921b9b1f
Associated tags:
- 20230514-082934475832063
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-082934475832063
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-082934475832063].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:dc361d172a87bf612ae729187c56cccf34c3e3fd47e77a2dcc14b4b5921b9b1f].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f4c39e7dd7e6f89b68cba2097ea7b19a953a4dae47a125c63f9858169ebf54f4
Associated tags:
- 8f8169b4-dda0-4c9b-9957-de6efc1dcd29
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:8f8169b4-dda0-4c9b-9957-de6efc1dcd29].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:f4c39e7dd7e6f89b68cba2097ea7b19a953a4dae47a125c63f9858169ebf54f4].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3d972fa5da4992255a2f3f8ad057e8e160c1173fd96c9e09d93ec913ce937bd5
Associated tags:
- a13e6b09-b456-4e9f-aa45-bb48c5c4d615
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:a13e6b09-b456-4e9f-aa45-bb48c5c4d615].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3d972fa5da4992255a2f3f8ad057e8e160c1173fd96c9e09d93ec913ce937bd5].
Removed the container
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 44m 4s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/obpx2pxwnrpmy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #116
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/116/display/redirect>
Changes:
------------------------------------------
[...truncated 2.76 MB...]
#16 1.100 tensorflow-io-gcs-filesystem==0.32.0
#16 1.100 termcolor==2.3.0
#16 1.100 testcontainers==3.7.1
#16 1.100 threadpoolctl==3.1.0
#16 1.100 tomli==2.0.1
#16 1.100 tqdm==4.65.0
#16 1.100 typing_extensions==4.5.0
#16 1.100 urllib3==1.26.15
#16 1.100 websocket-client==1.5.1
#16 1.100 Werkzeug==2.3.4
#16 1.100 wheel==0.40.0
#16 1.100 wrapt==1.14.1
#16 1.100 zipp==3.15.0
#16 1.100 zstandard==0.21.0
#16 DONE 1.2s
#17 [beam 13/16] COPY target/LICENSE /opt/apache/beam/
#17 DONE 0.1s
#18 [beam 14/16] COPY target/LICENSE.python /opt/apache/beam/
#18 DONE 0.0s
#19 [beam 15/16] COPY target/NOTICE /opt/apache/beam/
#19 DONE 0.1s
#20 [beam 16/16] COPY target/launcher/linux_amd64/boot /opt/apache/beam/
#20 DONE 0.3s
#21 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#21 DONE 0.1s
#22 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#22 DONE 0.1s
#23 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#23 DONE 0.1s
#24 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#24 1.170 Collecting pip-licenses<5
#24 1.242 Downloading pip_licenses-4.3.1-py3-none-any.whl (19 kB)
#24 1.253 Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/site-packages (6.0)
#24 1.253 Requirement already satisfied: tenacity in /usr/local/lib/python3.9/site-packages (8.2.2)
#24 1.320 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#24 1.342 Downloading prettytable-3.7.0-py3-none-any.whl (27 kB)
#24 1.426 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#24 1.444 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.686 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.869 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.869 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 9.834 Traceback (most recent call last):
#24 9.834 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 9.834 Skip pulling license for bs4
#24 9.835 raise RuntimeError(
#24 9.835 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 9.835 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.444 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.686 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.869 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.869 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 9.834 Traceback (most recent call last):
#24 9.834 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 9.834 Skip pulling license for bs4
#24 9.835 raise RuntimeError(
#24 9.835 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 9.835 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-7.3.1, pluggy-1.0.0
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python>
configfile: pytest.ini
plugins: xdist-3.3.0, hypothesis-6.75.3, timeout-2.1.0, requests-mock-1.10.0
timeout: 1800.0s
timeout method: signal
timeout func_only: False
created: 1/1 worker
1 worker [5 items]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
[gw0] [ 20%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
[gw0] [ 40%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
[gw0] [ 60%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
[gw0] [ 80%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:121: DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 36 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2349: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py>:20: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
=========== 4 passed, 10 skipped, 80 warnings in 1668.01s (0:27:48) ============
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-022845828544965
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:5330b6251fce22c5b1d0ce5a8371a5f159e46c630eca60223d625a4ef1211f75
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:2e74fb27-4e90-40f3-8075-2177810a3f64
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:d719773004bb44f96227a6d9797e3faea0df7d07813de319ba48a213240c7d76
Deleted: sha256:02351d7062020add9109ec371da1e51c2fa920769a4ea299e48975cf185643c6
Deleted: sha256:cbfdc854161d366cb3ae2096a85ffdc94d6a7782601bd3a10f006ab6e82e002a
Deleted: sha256:ead175d5a1814d93fd648b7d10476a5fe04dbc4e5a4b3427af5e14a72fe8214e
Deleted: sha256:c6912ff80f771c6245c7c139a528fad5ad5261b1bf1dcc327dcb91fe4d5a051d
Deleted: sha256:dd43cbf2f1bb348d6691074aa170b36f5296d66dc0cea0f12d3632487918d207
Deleted: sha256:16f4452cc0664664650796b1b932aceb4a75a03d60225d9619013ca788abe45c
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:5330b6251fce22c5b1d0ce5a8371a5f159e46c630eca60223d625a4ef1211f75
Associated tags:
- 20230514-022845828544965
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-022845828544965
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230514-022845828544965].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:5330b6251fce22c5b1d0ce5a8371a5f159e46c630eca60223d625a4ef1211f75].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:d719773004bb44f96227a6d9797e3faea0df7d07813de319ba48a213240c7d76
Associated tags:
- 2e74fb27-4e90-40f3-8075-2177810a3f64
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:2e74fb27-4e90-40f3-8075-2177810a3f64].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:d719773004bb44f96227a6d9797e3faea0df7d07813de319ba48a213240c7d76].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:872109a6dbbac485dd2fc582f1a52aa328be0f5b7769cd66dcee280e574a03c6
Associated tags:
- 1b5c1443-657a-4646-959f-dc728c20ff72
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:1b5c1443-657a-4646-959f-dc728c20ff72].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:872109a6dbbac485dd2fc582f1a52aa328be0f5b7769cd66dcee280e574a03c6].
Removed the container
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 44m 38s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/dmt2r2aqqy45g
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Py_ValCont_with_RC #115
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/115/display/redirect>
Changes:
------------------------------------------
[...truncated 2.77 MB...]
#24 2.597 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 11.27 Traceback (most recent call last):
#24 11.27 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 11.27 Skip pulling license for bs4
#24 11.27 raise RuntimeError(
#24 11.27 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 11.27 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
#24 ERROR: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
------
> [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi:
#24 1.277 Downloading wcwidth-0.2.6-py2.py3-none-any.whl (29 kB)
#24 2.425 Installing collected packages: wcwidth, prettytable, pip-licenses
#24 2.596 Successfully installed pip-licenses-4.3.1 prettytable-3.7.0 wcwidth-0.2.6
#24 2.597 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#24 11.27 Traceback (most recent call last):
#24 11.27 File "/tmp/license_scripts/pull_licenses_py.py", line 190, in <module>
#24 11.27 Skip pulling license for bs4
#24 11.27 raise RuntimeError(
#24 11.27 RuntimeError: Could not retrieve licences for packages ['keras'] in Python3.9 environment.
#24 11.27 These licenses were not able to be pulled automatically. Please search code source of the dependencies on the internet and add urls to RAW license file at sdks/python/container/license_scripts/dep_urls_py.yaml for each missing license and rerun the test. If no such urls can be found, you need to manually add LICENSE and NOTICE (if available) files at sdks/python/container/license_scripts/manual_licenses/{dep}/ and add entries to sdks/python/container/license_scripts/dep_urls_py.yaml.
------
ERROR: failed to solve: executor failed running [/bin/sh -c if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi]: exit code: 1
> Task :sdks:python:container:py39:docker FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
a253cc9c6071: Pushed
20230513-202717748462358: digest: sha256:c5f5e3b7bc39131576aa34fcd43bb81461a589991157ac2d8a06658c4f0680be size: 5563
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)")
do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
>>> Successfully built and push container us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk
SDK_LOCATION=$2
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-7.3.1, pluggy-1.0.0
rootdir: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python>
configfile: pytest.ini
plugins: xdist-3.3.0, hypothesis-6.75.2, timeout-2.1.0, requests-mock-1.10.0
timeout: 1800.0s
timeout method: signal
timeout func_only: False
created: 1/1 worker
1 worker [5 items]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
[gw0] [ 20%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
[gw0] [ 40%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
[gw0] [ 60%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
[gw0] [ 80%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:121: DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 36 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870: 26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2349
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2349: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/pkg_resources/__init__.py>:2870: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/google/rpc/__init__.py>:20: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> -
=========== 4 passed, 10 skipped, 80 warnings in 1666.72s (0:27:46) ============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230513-202717748462358
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:c5f5e3b7bc39131576aa34fcd43bb81461a589991157ac2d8a06658c4f0680be
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:38aed7e7-d456-4631-a711-732e6ac82e30
Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:235c8a66c61964edeb7c6e173972554c266cef08038e3a2b88095d6f7847ddd8
Deleted: sha256:480225494b056b1362e58b2efe42f214cdea313dc47f5e4a6e5b9b70fbd750fa
Deleted: sha256:958af2c9f8bca40f9dba26108b168ee8a03268b64c5f67a0f346bbd2973c8b28
Deleted: sha256:430ddb285fbeaf81c41f28b695b548e81d064d213d52728b0c830203f6bb8084
Deleted: sha256:87fef1fcfabb0241cca443b1628f8e5de1b6fa3b5c4590734fb047ddfc190380
Deleted: sha256:a508805eb539bfb7a61b1807092dd316f3ae730a553a6d240974baf6dba51813
Deleted: sha256:a701ccc52c2d56749afacf500a487c1f71a03e4fc3d81bfbfce75dc23219ae27
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:c5f5e3b7bc39131576aa34fcd43bb81461a589991157ac2d8a06658c4f0680be
Associated tags:
- 20230513-202717748462358
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230513-202717748462358
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230513-202717748462358].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:c5f5e3b7bc39131576aa34fcd43bb81461a589991157ac2d8a06658c4f0680be].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:235c8a66c61964edeb7c6e173972554c266cef08038e3a2b88095d6f7847ddd8
Associated tags:
- 38aed7e7-d456-4631-a711-732e6ac82e30
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:38aed7e7-d456-4631-a711-732e6ac82e30].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:235c8a66c61964edeb7c6e173972554c266cef08038e3a2b88095d6f7847ddd8].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:a4149993deb334ae4a829f927096946f99219c3a1eb83917795dda9064a347ed
Associated tags:
- db3f96bf-14be-4a95-a828-06268bbf5487
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:db3f96bf-14be-4a95-a828-06268bbf5487].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:a4149993deb334ae4a829f927096946f99219c3a1eb83917795dda9064a347ed].
Removed the container
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py311:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py310:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 42m 54s
74 actionable tasks: 68 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/lkzw6uugsj6nq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org