You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/07/20 20:33:48 UTC
Build failed in Jenkins: beam_PostCommit_XVR_Spark3 #1911
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/1911/display/redirect?page=changes>
Changes:
[noreply] Bump google.golang.org/api from 0.87.0 to 0.88.0 in /sdks (#22350)
------------------------------------------
[...truncated 615.45 KB...]
---> fca7b41e680c
Step 14/31 : RUN pip check || (echo "Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate" && exit 1)
---> Running in 30fbc3ff16db
No broken requirements found.
Removing intermediate container 30fbc3ff16db
---> ff267c57b556
Step 15/31 : RUN pip freeze --all
---> Running in 85f7362c6f15
absl-py==1.1.0
apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz
astunparse==1.6.3
atomicwrites==1.4.1
attrs==21.4.0
beautifulsoup4==4.11.1
bs4==0.0.1
cachetools==4.2.4
certifi==2022.6.15
cffi==1.15.0
charset-normalizer==2.0.12
click==8.1.3
cloudpickle==2.1.0
crcmod==1.7
cryptography==37.0.2
Cython==0.29.30
deprecation==2.1.0
dill==0.3.1.1
docker==5.0.3
docopt==0.6.2
execnet==1.9.0
fastavro==1.5.1
fasteners==0.17.3
flatbuffers==1.12
freezegun==1.2.1
future==0.18.2
gast==0.4.0
google-api-core==1.31.6
google-api-python-client==2.51.0
google-apitools==0.5.31
google-auth==1.35.0
google-auth-httplib2==0.1.0
google-auth-oauthlib==0.4.6
google-cloud-bigquery==2.34.4
google-cloud-bigquery-storage==2.13.2
google-cloud-bigtable==1.7.2
google-cloud-core==1.7.2
google-cloud-datastore==1.15.5
google-cloud-dlp==3.7.1
google-cloud-language==1.3.2
google-cloud-profiler==3.1.0
google-cloud-pubsub==2.13.0
google-cloud-pubsublite==1.4.2
google-cloud-recommendations-ai==0.2.0
google-cloud-spanner==1.19.3
google-cloud-videointelligence==1.16.3
google-cloud-vision==1.0.2
google-crc32c==1.3.0
google-pasta==0.2.0
google-python-cloud-debugger==2.18
google-resumable-media==2.3.3
googleapis-common-protos==1.56.2
greenlet==1.1.2
grpc-google-iam-v1==0.12.4
grpcio==1.46.3
grpcio-gcp==0.2.2
grpcio-status==1.46.3
guppy3==3.1.2
h5py==3.7.0
hdfs==2.7.0
httplib2==0.20.4
idna==3.3
importlib-metadata==4.11.4
joblib==1.1.0
keras==2.9.0
Keras-Preprocessing==1.1.2
libclang==14.0.1
Markdown==3.3.7
mmh3==3.0.0
mock==2.0.0
more-itertools==8.13.0
nltk==3.7
nose==1.3.7
numpy==1.21.6
oauth2client==4.1.3
oauthlib==3.2.0
opt-einsum==3.3.0
orjson==3.7.2
overrides==6.1.0
packaging==21.3
pandas==1.3.5
parameterized==0.7.5
pbr==5.9.0
pip==22.0.4
pluggy==0.13.1
proto-plus==1.20.6
protobuf==3.19.4
psycopg2-binary==2.9.3
py==1.11.0
pyarrow==7.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.21
pydot==1.4.2
PyHamcrest==1.10.1
pymongo==3.12.3
PyMySQL==1.0.2
pyparsing==3.0.9
pytest==4.6.11
pytest-forked==1.4.0
pytest-timeout==1.4.2
pytest-xdist==1.34.0
python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2022.1
PyYAML==6.0
regex==2022.6.2
requests==2.28.0
requests-mock==1.9.3
requests-oauthlib==1.3.1
rsa==4.8
scikit-learn==1.0.2
scipy==1.7.3
setuptools==57.5.0
six==1.16.0
soupsieve==2.3.2.post1
SQLAlchemy==1.4.37
tenacity==5.1.5
tensorboard==2.9.1
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
tensorflow==2.9.1
tensorflow-estimator==2.9.0
tensorflow-io-gcs-filesystem==0.26.0
termcolor==1.1.0
testcontainers==3.6.0
threadpoolctl==3.1.0
tqdm==4.64.0
typing-utils==0.1.0
typing_extensions==4.2.0
uritemplate==4.1.1
urllib3==1.26.9
wcwidth==0.2.5
websocket-client==1.3.2
Werkzeug==2.1.2
wheel==0.37.1
wrapt==1.14.1
zipp==3.8.0
Removing intermediate container 85f7362c6f15
---> 6477c9cd7da1
Step 16/31 : COPY target/LICENSE /opt/apache/beam/
---> f89d0de03e68
Step 17/31 : COPY target/LICENSE.python /opt/apache/beam/
---> eb9a34fd4c27
Step 18/31 : COPY target/NOTICE /opt/apache/beam/
---> d2b7300599ce
Step 19/31 : COPY target/launcher/linux_amd64/boot /opt/apache/beam/
---> 8b9f57259ff6
Step 20/31 : ENTRYPOINT ["/opt/apache/beam/boot"]
---> Running in 9a719c0677d9
Removing intermediate container 9a719c0677d9
---> 7368c96b7a32
Step 21/31 : FROM beam as third_party_licenses
---> 7368c96b7a32
Step 22/31 : ARG pull_licenses
---> Running in 1b59b95e0389
Removing intermediate container 1b59b95e0389
---> 72363564d525
Step 23/31 : COPY target/license_scripts /tmp/license_scripts/
---> 79f0aa1e1425
Step 24/31 : COPY target/LICENSE target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
---> 07f53bec7cf4
Step 25/31 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in 998475707e08
Removing intermediate container 998475707e08
---> 35173752ad40
Step 26/31 : COPY target/license_scripts /tmp/license_scripts/
---> 020d467820d3
Step 27/31 : RUN if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<4.0.0' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
---> Running in 0706212e0620
Collecting pip-licenses<4.0.0
Downloading pip_licenses-3.5.4-py3-none-any.whl (17 kB)
Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/site-packages (6.0)
Requirement already satisfied: tenacity in /usr/local/lib/python3.7/site-packages (5.1.5)
Collecting PTable
Downloading PTable-0.9.2.tar.gz (31 kB)
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.7/site-packages (from tenacity) (1.16.0)
Building wheels for collected packages: PTable
Building wheel for PTable (setup.py): started
Building wheel for PTable (setup.py): finished with status 'done'
Created wheel for PTable: filename=PTable-0.9.2-py3-none-any.whl size=22925 sha256=fecf4ac878e347fcbff364cb451a5af5ffbb55d323f026ad6ac3c21c652d9436
Stored in directory: /root/.cache/pip/wheels/33/df/2f/674985b3f8a2de3f96357d1eadef5110f74fa91b3785e52a54
Successfully built PTable
Installing collected packages: PTable, pip-licenses
Successfully installed PTable-0.9.2 pip-licenses-3.5.4
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0m[91mWARNING: You are using pip version 22.0.4; however, version 22.1.2 is available.
You should consider upgrading via the '/usr/local/bin/python -m pip install --upgrade pip' command.
[0mSkip pulling license for bs4
[91mINFO:root:Successfully pulled licenses for 134 dependencies
[0mRemoving intermediate container 0706212e0620
---> 626a3434fa15
Step 28/31 : FROM beam
---> 7368c96b7a32
Step 29/31 : ARG pull_licenses
---> Running in 167ea0ae460b
Removing intermediate container 167ea0ae460b
---> 2d16c4a8a002
Step 30/31 : COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
---> baa25196e9f4
Step 31/31 : RUN if [ "$pull_licenses" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
---> Running in e153553a5b3e
Removing intermediate container e153553a5b3e
---> ab02912fb35d
Successfully built ab02912fb35d
Successfully tagged apache/beam_python3.7_sdk:2.41.0.dev
> Task :runners:spark:3:job-server:sparkJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:container:pullLicenses'.
> Process 'command './license_scripts/license_script.sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 8m 21s
254 actionable tasks: 164 executed, 78 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/imjn4if7r6uhi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_XVR_Spark3 #1915
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/1915/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Spark3 #1914
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/1914/display/redirect?page=changes>
Changes:
[noreply] added olehborysevych as collaborator (#22391)
------------------------------------------
[...truncated 634.20 KB...]
---> ce2f78c4f72d
Step 14/31 : RUN pip check || (echo "Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate" && exit 1)
---> Running in 7f350b41e889
No broken requirements found.
Removing intermediate container 7f350b41e889
---> 151a5bb30474
Step 15/31 : RUN pip freeze --all
---> Running in b0b8cc6ab719
absl-py==1.1.0
apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz
astunparse==1.6.3
atomicwrites==1.4.1
attrs==21.4.0
beautifulsoup4==4.11.1
bs4==0.0.1
cachetools==4.2.4
certifi==2022.6.15
cffi==1.15.0
charset-normalizer==2.0.12
click==8.1.3
cloudpickle==2.1.0
crcmod==1.7
cryptography==37.0.2
Cython==0.29.30
deprecation==2.1.0
dill==0.3.1.1
docker==5.0.3
docopt==0.6.2
execnet==1.9.0
fastavro==1.5.1
fasteners==0.17.3
flatbuffers==1.12
freezegun==1.2.1
future==0.18.2
gast==0.4.0
google-api-core==1.31.6
google-api-python-client==2.51.0
google-apitools==0.5.31
google-auth==1.35.0
google-auth-httplib2==0.1.0
google-auth-oauthlib==0.4.6
google-cloud-bigquery==2.34.4
google-cloud-bigquery-storage==2.13.2
google-cloud-bigtable==1.7.2
google-cloud-core==1.7.2
google-cloud-datastore==1.15.5
google-cloud-dlp==3.7.1
google-cloud-language==1.3.2
google-cloud-profiler==3.1.0
google-cloud-pubsub==2.13.0
google-cloud-pubsublite==1.4.2
google-cloud-recommendations-ai==0.2.0
google-cloud-spanner==1.19.3
google-cloud-videointelligence==1.16.3
google-cloud-vision==1.0.2
google-crc32c==1.3.0
google-pasta==0.2.0
google-python-cloud-debugger==2.18
google-resumable-media==2.3.3
googleapis-common-protos==1.56.2
greenlet==1.1.2
grpc-google-iam-v1==0.12.4
grpcio==1.46.3
grpcio-gcp==0.2.2
grpcio-status==1.46.3
guppy3==3.1.2
h5py==3.7.0
hdfs==2.7.0
httplib2==0.20.4
idna==3.3
importlib-metadata==4.11.4
joblib==1.1.0
keras==2.9.0
Keras-Preprocessing==1.1.2
libclang==14.0.1
Markdown==3.3.7
mmh3==3.0.0
mock==2.0.0
more-itertools==8.13.0
nltk==3.7
nose==1.3.7
numpy==1.21.6
oauth2client==4.1.3
oauthlib==3.2.0
opt-einsum==3.3.0
orjson==3.7.2
overrides==6.1.0
packaging==21.3
pandas==1.3.5
parameterized==0.7.5
pbr==5.9.0
pip==22.0.4
pluggy==0.13.1
proto-plus==1.20.6
protobuf==3.19.4
psycopg2-binary==2.9.3
py==1.11.0
pyarrow==7.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.21
pydot==1.4.2
PyHamcrest==1.10.1
pymongo==3.12.3
PyMySQL==1.0.2
pyparsing==3.0.9
pytest==4.6.11
pytest-forked==1.4.0
pytest-timeout==1.4.2
pytest-xdist==1.34.0
python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2022.1
PyYAML==6.0
regex==2022.6.2
requests==2.28.0
requests-mock==1.9.3
requests-oauthlib==1.3.1
rsa==4.8
scikit-learn==1.0.2
scipy==1.7.3
setuptools==57.5.0
six==1.16.0
soupsieve==2.3.2.post1
SQLAlchemy==1.4.37
tenacity==5.1.5
tensorboard==2.9.1
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
tensorflow==2.9.1
tensorflow-estimator==2.9.0
tensorflow-io-gcs-filesystem==0.26.0
termcolor==1.1.0
testcontainers==3.6.0
threadpoolctl==3.1.0
tqdm==4.64.0
typing-utils==0.1.0
typing_extensions==4.2.0
uritemplate==4.1.1
urllib3==1.26.9
wcwidth==0.2.5
websocket-client==1.3.2
Werkzeug==2.1.2
wheel==0.37.1
wrapt==1.14.1
zipp==3.8.0
Removing intermediate container b0b8cc6ab719
---> 8090d0a17ffa
Step 16/31 : COPY target/LICENSE /opt/apache/beam/
---> 2e723371ef94
Step 17/31 : COPY target/LICENSE.python /opt/apache/beam/
---> 73e4557e0c73
Step 18/31 : COPY target/NOTICE /opt/apache/beam/
---> 1ae2db522ad3
Step 19/31 : COPY target/launcher/linux_amd64/boot /opt/apache/beam/
---> cb7c91d2567e
Step 20/31 : ENTRYPOINT ["/opt/apache/beam/boot"]
---> Running in dcfcd734e45b
Removing intermediate container dcfcd734e45b
---> 2cb34031744a
Step 21/31 : FROM beam as third_party_licenses
---> 2cb34031744a
Step 22/31 : ARG pull_licenses
---> Running in 7b595e0e931a
Removing intermediate container 7b595e0e931a
---> 75c916cd9e2f
Step 23/31 : COPY target/license_scripts /tmp/license_scripts/
---> 9dc5c149fc82
Step 24/31 : COPY target/LICENSE target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
---> b32f65ced843
Step 25/31 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in 36074a139246
Removing intermediate container 36074a139246
---> f40adee8e9dc
Step 26/31 : COPY target/license_scripts /tmp/license_scripts/
---> 59f705b106c1
Step 27/31 : RUN if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<4.0.0' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
---> Running in 95a01356c376
Collecting pip-licenses<4.0.0
Downloading pip_licenses-3.5.4-py3-none-any.whl (17 kB)
Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/site-packages (6.0)
Requirement already satisfied: tenacity in /usr/local/lib/python3.7/site-packages (5.1.5)
Collecting PTable
Downloading PTable-0.9.2.tar.gz (31 kB)
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.7/site-packages (from tenacity) (1.16.0)
Building wheels for collected packages: PTable
Building wheel for PTable (setup.py): started
Building wheel for PTable (setup.py): finished with status 'done'
Created wheel for PTable: filename=PTable-0.9.2-py3-none-any.whl size=22925 sha256=649b0f28e8e840f608afb7a9af401f3414fd28fe283cfab0cae11106ddd9aca3
Stored in directory: /root/.cache/pip/wheels/33/df/2f/674985b3f8a2de3f96357d1eadef5110f74fa91b3785e52a54
Successfully built PTable
Installing collected packages: PTable, pip-licenses
Successfully installed PTable-0.9.2 pip-licenses-3.5.4
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0m[91mWARNING: You are using pip version 22.0.4; however, version 22.2 is available.
You should consider upgrading via the '/usr/local/bin/python -m pip install --upgrade pip' command.
[0m[91mINFO:root:Successfully pulled licenses for 134 dependencies
[0mSkip pulling license for bs4
Removing intermediate container 95a01356c376
---> 69e33f8b223a
Step 28/31 : FROM beam
---> 2cb34031744a
Step 29/31 : ARG pull_licenses
---> Running in b6b0fe51b1d5
Removing intermediate container b6b0fe51b1d5
---> ac3008a85882
Step 30/31 : COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
---> 85ef56ffecc0
Step 31/31 : RUN if [ "$pull_licenses" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
---> Running in 1318055831ce
Removing intermediate container 1318055831ce
---> e8d76417e438
Successfully built e8d76417e438
Successfully tagged apache/beam_python3.7_sdk:2.41.0.dev
> Task :runners:spark:3:job-server:sparkJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:container:pullLicenses'.
> Process 'command './license_scripts/license_script.sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 12m 11s
254 actionable tasks: 164 executed, 78 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/tdp5rahxpjkiy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Spark3 #1913
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/1913/display/redirect>
Changes:
------------------------------------------
[...truncated 629.51 KB...]
---> 3ea9f6523794
Step 14/31 : RUN pip check || (echo "Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate" && exit 1)
---> Running in 70412b3d0728
No broken requirements found.
Removing intermediate container 70412b3d0728
---> 5e5ffd65f8c2
Step 15/31 : RUN pip freeze --all
---> Running in b413be2e7e4e
absl-py==1.1.0
apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz
astunparse==1.6.3
atomicwrites==1.4.1
attrs==21.4.0
beautifulsoup4==4.11.1
bs4==0.0.1
cachetools==4.2.4
certifi==2022.6.15
cffi==1.15.0
charset-normalizer==2.0.12
click==8.1.3
cloudpickle==2.1.0
crcmod==1.7
cryptography==37.0.2
Cython==0.29.30
deprecation==2.1.0
dill==0.3.1.1
docker==5.0.3
docopt==0.6.2
execnet==1.9.0
fastavro==1.5.1
fasteners==0.17.3
flatbuffers==1.12
freezegun==1.2.1
future==0.18.2
gast==0.4.0
google-api-core==1.31.6
google-api-python-client==2.51.0
google-apitools==0.5.31
google-auth==1.35.0
google-auth-httplib2==0.1.0
google-auth-oauthlib==0.4.6
google-cloud-bigquery==2.34.4
google-cloud-bigquery-storage==2.13.2
google-cloud-bigtable==1.7.2
google-cloud-core==1.7.2
google-cloud-datastore==1.15.5
google-cloud-dlp==3.7.1
google-cloud-language==1.3.2
google-cloud-profiler==3.1.0
google-cloud-pubsub==2.13.0
google-cloud-pubsublite==1.4.2
google-cloud-recommendations-ai==0.2.0
google-cloud-spanner==1.19.3
google-cloud-videointelligence==1.16.3
google-cloud-vision==1.0.2
google-crc32c==1.3.0
google-pasta==0.2.0
google-python-cloud-debugger==2.18
google-resumable-media==2.3.3
googleapis-common-protos==1.56.2
greenlet==1.1.2
grpc-google-iam-v1==0.12.4
grpcio==1.46.3
grpcio-gcp==0.2.2
grpcio-status==1.46.3
guppy3==3.1.2
h5py==3.7.0
hdfs==2.7.0
httplib2==0.20.4
idna==3.3
importlib-metadata==4.11.4
joblib==1.1.0
keras==2.9.0
Keras-Preprocessing==1.1.2
libclang==14.0.1
Markdown==3.3.7
mmh3==3.0.0
mock==2.0.0
more-itertools==8.13.0
nltk==3.7
nose==1.3.7
numpy==1.21.6
oauth2client==4.1.3
oauthlib==3.2.0
opt-einsum==3.3.0
orjson==3.7.2
overrides==6.1.0
packaging==21.3
pandas==1.3.5
parameterized==0.7.5
pbr==5.9.0
pip==22.0.4
pluggy==0.13.1
proto-plus==1.20.6
protobuf==3.19.4
psycopg2-binary==2.9.3
py==1.11.0
pyarrow==7.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.21
pydot==1.4.2
PyHamcrest==1.10.1
pymongo==3.12.3
PyMySQL==1.0.2
pyparsing==3.0.9
pytest==4.6.11
pytest-forked==1.4.0
pytest-timeout==1.4.2
pytest-xdist==1.34.0
python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2022.1
PyYAML==6.0
regex==2022.6.2
requests==2.28.0
requests-mock==1.9.3
requests-oauthlib==1.3.1
rsa==4.8
scikit-learn==1.0.2
scipy==1.7.3
setuptools==57.5.0
six==1.16.0
soupsieve==2.3.2.post1
SQLAlchemy==1.4.37
tenacity==5.1.5
tensorboard==2.9.1
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
tensorflow==2.9.1
tensorflow-estimator==2.9.0
tensorflow-io-gcs-filesystem==0.26.0
termcolor==1.1.0
testcontainers==3.6.0
threadpoolctl==3.1.0
tqdm==4.64.0
typing-utils==0.1.0
typing_extensions==4.2.0
uritemplate==4.1.1
urllib3==1.26.9
wcwidth==0.2.5
websocket-client==1.3.2
Werkzeug==2.1.2
wheel==0.37.1
wrapt==1.14.1
zipp==3.8.0
Removing intermediate container b413be2e7e4e
---> 0512f0db2703
Step 16/31 : COPY target/LICENSE /opt/apache/beam/
---> dc218a06136b
Step 17/31 : COPY target/LICENSE.python /opt/apache/beam/
---> 667c8f0456da
Step 18/31 : COPY target/NOTICE /opt/apache/beam/
---> a6f063e7145d
Step 19/31 : COPY target/launcher/linux_amd64/boot /opt/apache/beam/
---> ba4b7d3a1880
Step 20/31 : ENTRYPOINT ["/opt/apache/beam/boot"]
---> Running in 5548ecec9306
Removing intermediate container 5548ecec9306
---> 768d1da8fff0
Step 21/31 : FROM beam as third_party_licenses
---> 768d1da8fff0
Step 22/31 : ARG pull_licenses
---> Running in 6ed1fb3066de
Removing intermediate container 6ed1fb3066de
---> 8979456d17a9
Step 23/31 : COPY target/license_scripts /tmp/license_scripts/
---> 930d7522c8c2
Step 24/31 : COPY target/LICENSE target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
---> 2123a34082ba
Step 25/31 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in 9690afdfb5e2
Removing intermediate container 9690afdfb5e2
---> 2ebc605de194
Step 26/31 : COPY target/license_scripts /tmp/license_scripts/
---> 0601472fb7fa
Step 27/31 : RUN if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<4.0.0' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
---> Running in a4cf562519c7
Collecting pip-licenses<4.0.0
Downloading pip_licenses-3.5.4-py3-none-any.whl (17 kB)
Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/site-packages (6.0)
Requirement already satisfied: tenacity in /usr/local/lib/python3.7/site-packages (5.1.5)
Collecting PTable
Downloading PTable-0.9.2.tar.gz (31 kB)
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.7/site-packages (from tenacity) (1.16.0)
Building wheels for collected packages: PTable
Building wheel for PTable (setup.py): started
Building wheel for PTable (setup.py): finished with status 'done'
Created wheel for PTable: filename=PTable-0.9.2-py3-none-any.whl size=22925 sha256=4ced4ec34d9313c6003476f77af71a447e67e2a3135e1c50f09e449b316bae93
Stored in directory: /root/.cache/pip/wheels/33/df/2f/674985b3f8a2de3f96357d1eadef5110f74fa91b3785e52a54
Successfully built PTable
Installing collected packages: PTable, pip-licenses
Successfully installed PTable-0.9.2 pip-licenses-3.5.4
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0m[91mWARNING: You are using pip version 22.0.4; however, version 22.1.2 is available.
You should consider upgrading via the '/usr/local/bin/python -m pip install --upgrade pip' command.
[0mSkip pulling license for bs4
[91mINFO:root:Successfully pulled licenses for 134 dependencies
[0mRemoving intermediate container a4cf562519c7
---> da9253586b44
Step 28/31 : FROM beam
---> 768d1da8fff0
Step 29/31 : ARG pull_licenses
---> Running in 266966d23676
Removing intermediate container 266966d23676
---> 4f9a3d127bf0
Step 30/31 : COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
---> c061b058f714
Step 31/31 : RUN if [ "$pull_licenses" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
---> Running in 50e631e5d301
Removing intermediate container 50e631e5d301
---> 2a755b7028f3
Successfully built 2a755b7028f3
Successfully tagged apache/beam_python3.7_sdk:2.41.0.dev
> Task :runners:spark:3:job-server:sparkJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:container:pullLicenses'.
> Process 'command './license_scripts/license_script.sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 8m 28s
254 actionable tasks: 164 executed, 78 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4rcsnxouvfxde
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Spark3 #1912
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/1912/display/redirect?page=changes>
Changes:
[Robert Bradshaw] Support combiner lifting.
[Robert Bradshaw] More clarification.
[noreply] [CdapIO] HasOffset interface was implemented (#22193)
------------------------------------------
[...truncated 632.67 KB...]
---> 9921e835f685
Step 14/31 : RUN pip check || (echo "Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate" && exit 1)
---> Running in 685973f82582
No broken requirements found.
Removing intermediate container 685973f82582
---> 792ab9c4249e
Step 15/31 : RUN pip freeze --all
---> Running in c16c48212f69
absl-py==1.1.0
apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz
astunparse==1.6.3
atomicwrites==1.4.1
attrs==21.4.0
beautifulsoup4==4.11.1
bs4==0.0.1
cachetools==4.2.4
certifi==2022.6.15
cffi==1.15.0
charset-normalizer==2.0.12
click==8.1.3
cloudpickle==2.1.0
crcmod==1.7
cryptography==37.0.2
Cython==0.29.30
deprecation==2.1.0
dill==0.3.1.1
docker==5.0.3
docopt==0.6.2
execnet==1.9.0
fastavro==1.5.1
fasteners==0.17.3
flatbuffers==1.12
freezegun==1.2.1
future==0.18.2
gast==0.4.0
google-api-core==1.31.6
google-api-python-client==2.51.0
google-apitools==0.5.31
google-auth==1.35.0
google-auth-httplib2==0.1.0
google-auth-oauthlib==0.4.6
google-cloud-bigquery==2.34.4
google-cloud-bigquery-storage==2.13.2
google-cloud-bigtable==1.7.2
google-cloud-core==1.7.2
google-cloud-datastore==1.15.5
google-cloud-dlp==3.7.1
google-cloud-language==1.3.2
google-cloud-profiler==3.1.0
google-cloud-pubsub==2.13.0
google-cloud-pubsublite==1.4.2
google-cloud-recommendations-ai==0.2.0
google-cloud-spanner==1.19.3
google-cloud-videointelligence==1.16.3
google-cloud-vision==1.0.2
google-crc32c==1.3.0
google-pasta==0.2.0
google-python-cloud-debugger==2.18
google-resumable-media==2.3.3
googleapis-common-protos==1.56.2
greenlet==1.1.2
grpc-google-iam-v1==0.12.4
grpcio==1.46.3
grpcio-gcp==0.2.2
grpcio-status==1.46.3
guppy3==3.1.2
h5py==3.7.0
hdfs==2.7.0
httplib2==0.20.4
idna==3.3
importlib-metadata==4.11.4
joblib==1.1.0
keras==2.9.0
Keras-Preprocessing==1.1.2
libclang==14.0.1
Markdown==3.3.7
mmh3==3.0.0
mock==2.0.0
more-itertools==8.13.0
nltk==3.7
nose==1.3.7
numpy==1.21.6
oauth2client==4.1.3
oauthlib==3.2.0
opt-einsum==3.3.0
orjson==3.7.2
overrides==6.1.0
packaging==21.3
pandas==1.3.5
parameterized==0.7.5
pbr==5.9.0
pip==22.0.4
pluggy==0.13.1
proto-plus==1.20.6
protobuf==3.19.4
psycopg2-binary==2.9.3
py==1.11.0
pyarrow==7.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.21
pydot==1.4.2
PyHamcrest==1.10.1
pymongo==3.12.3
PyMySQL==1.0.2
pyparsing==3.0.9
pytest==4.6.11
pytest-forked==1.4.0
pytest-timeout==1.4.2
pytest-xdist==1.34.0
python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2022.1
PyYAML==6.0
regex==2022.6.2
requests==2.28.0
requests-mock==1.9.3
requests-oauthlib==1.3.1
rsa==4.8
scikit-learn==1.0.2
scipy==1.7.3
setuptools==57.5.0
six==1.16.0
soupsieve==2.3.2.post1
SQLAlchemy==1.4.37
tenacity==5.1.5
tensorboard==2.9.1
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
tensorflow==2.9.1
tensorflow-estimator==2.9.0
tensorflow-io-gcs-filesystem==0.26.0
termcolor==1.1.0
testcontainers==3.6.0
threadpoolctl==3.1.0
tqdm==4.64.0
typing-utils==0.1.0
typing_extensions==4.2.0
uritemplate==4.1.1
urllib3==1.26.9
wcwidth==0.2.5
websocket-client==1.3.2
Werkzeug==2.1.2
wheel==0.37.1
wrapt==1.14.1
zipp==3.8.0
Removing intermediate container c16c48212f69
---> 23eb093e0801
Step 16/31 : COPY target/LICENSE /opt/apache/beam/
---> 03abc81bfe0a
Step 17/31 : COPY target/LICENSE.python /opt/apache/beam/
---> 52f35e26448e
Step 18/31 : COPY target/NOTICE /opt/apache/beam/
---> 18f149cc25de
Step 19/31 : COPY target/launcher/linux_amd64/boot /opt/apache/beam/
---> f0ddcc6e736d
Step 20/31 : ENTRYPOINT ["/opt/apache/beam/boot"]
---> Running in c335ca80dcaf
Removing intermediate container c335ca80dcaf
---> 1a7a756e1ef4
Step 21/31 : FROM beam as third_party_licenses
---> 1a7a756e1ef4
Step 22/31 : ARG pull_licenses
---> Running in adeabab79b53
Removing intermediate container adeabab79b53
---> 0b25566528d9
Step 23/31 : COPY target/license_scripts /tmp/license_scripts/
---> 061cefd06a6e
Step 24/31 : COPY target/LICENSE target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
---> 04f9fcdc843f
Step 25/31 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in 85911c4e346d
Removing intermediate container 85911c4e346d
---> 0a3c19244a07
Step 26/31 : COPY target/license_scripts /tmp/license_scripts/
---> 70d0ea8e70ea
Step 27/31 : RUN if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<4.0.0' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
---> Running in e627cae1fd3f
Collecting pip-licenses<4.0.0
Downloading pip_licenses-3.5.4-py3-none-any.whl (17 kB)
Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/site-packages (6.0)
Requirement already satisfied: tenacity in /usr/local/lib/python3.7/site-packages (5.1.5)
Collecting PTable
Downloading PTable-0.9.2.tar.gz (31 kB)
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.7/site-packages (from tenacity) (1.16.0)
Building wheels for collected packages: PTable
Building wheel for PTable (setup.py): started
Building wheel for PTable (setup.py): finished with status 'done'
Created wheel for PTable: filename=PTable-0.9.2-py3-none-any.whl size=22925 sha256=8263e07b10288f62dc2b9e61073bd3a384ec49640709c10716bd3de0f66895fd
Stored in directory: /root/.cache/pip/wheels/33/df/2f/674985b3f8a2de3f96357d1eadef5110f74fa91b3785e52a54
Successfully built PTable
Installing collected packages: PTable, pip-licenses
Successfully installed PTable-0.9.2 pip-licenses-3.5.4
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0m[91mWARNING: You are using pip version 22.0.4; however, version 22.1.2 is available.
You should consider upgrading via the '/usr/local/bin/python -m pip install --upgrade pip' command.
[0mSkip pulling license for bs4
[91mINFO:root:Successfully pulled licenses for 134 dependencies
[0mRemoving intermediate container e627cae1fd3f
---> 22240807880a
Step 28/31 : FROM beam
---> 1a7a756e1ef4
Step 29/31 : ARG pull_licenses
---> Running in 62fabb77e154
Removing intermediate container 62fabb77e154
---> 1a5c0cca9039
Step 30/31 : COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
---> da23ba6651f6
Step 31/31 : RUN if [ "$pull_licenses" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
---> Running in 3eb937e9f979
Removing intermediate container 3eb937e9f979
---> 1d0c7149561f
Successfully built 1d0c7149561f
Successfully tagged apache/beam_python3.7_sdk:2.41.0.dev
> Task :runners:spark:3:job-server:sparkJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:container:pullLicenses'.
> Process 'command './license_scripts/license_script.sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 8m 46s
254 actionable tasks: 164 executed, 78 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/mxsi3z5pjtt6w
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org