You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2023/02/21 16:32:18 UTC
Build failed in Jenkins: beam_CloudML_Benchmarks_Dataflow #46
See <https://ci-beam.apache.org/job/beam_CloudML_Benchmarks_Dataflow/46/display/redirect?page=changes>
Changes:
[noreply] [#24789][prism] Add testdofns for later (#25557)
[noreply] [#24789][prism] Minimum required jobservices (#25556)
[noreply] [#24789][prism] Handlers for combine, ParDo, GBK, Flatten (#25558)
[noreply] [prism] Tiny lint fixes (#25564)
[noreply] minor error handling fixes (#25555)
[noreply] [prism] Add in element manager (#25565)
------------------------------------------
[...truncated 35.17 KB...]
Requirement already satisfied: protobuf<4,>=3.13 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tfx_bsl->-r requirements.txt (line 18)) (3.20.3)
Requirement already satisfied: apache-beam[gcp]<3,>=2.40 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tfx_bsl->-r requirements.txt (line 18)) (2.46.0.dev0)
Collecting tensorflow-metadata<1.13.0,>=1.12.0
Using cached tensorflow_metadata-1.12.0-py3-none-any.whl (52 kB)
Collecting google-api-python-client<2,>=1.7.11
Using cached google_api_python_client-1.12.11-py2.py3-none-any.whl (62 kB)
Collecting tensorflow-serving-api!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,<3,>=1.15
Using cached tensorflow_serving_api-2.11.0-py2.py3-none-any.whl (37 kB)
Collecting absl-py<2.0.0,>=0.9
Using cached absl_py-1.4.0-py3-none-any.whl (126 kB)
Requirement already satisfied: pandas<2,>=1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tfx_bsl->-r requirements.txt (line 18)) (1.5.3)
Collecting tensorflow<3,>=2.11
Using cached tensorflow-2.11.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (588.3 MB)
Collecting pyarrow<7,>=6
Using cached pyarrow-6.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25.6 MB)
Requirement already satisfied: numpy<2,>=1.16 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tfx_bsl->-r requirements.txt (line 18)) (1.24.2)
Requirement already satisfied: pydot<2,>=1.2 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow-transform->-r requirements.txt (line 19)) (1.4.2)
Requirement already satisfied: fastavro<2,>=0.23.6 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.7.1)
Requirement already satisfied: cloudpickle~=2.2.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.2.1)
Requirement already satisfied: requests<3.0.0,>=2.24.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.28.2)
Requirement already satisfied: zstandard<1,>=0.18.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.20.0)
Requirement already satisfied: httplib2<0.22.0,>=0.8 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.21.0)
Requirement already satisfied: fasteners<1.0,>=0.3 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.18)
Requirement already satisfied: hdfs<3.0.0,>=2.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.7.0)
Requirement already satisfied: typing-extensions>=3.7.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (4.5.0)
Requirement already satisfied: objsize<0.7.0,>=0.6.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.6.1)
Requirement already satisfied: regex>=2020.6.8 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2022.10.31)
Requirement already satisfied: python-dateutil<3,>=2.8.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.8.2)
Requirement already satisfied: proto-plus<2,>=1.7.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.22.2)
Requirement already satisfied: pytz>=2018.3 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2022.7.1)
Requirement already satisfied: crcmod<2.0,>=1.7 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.7)
Requirement already satisfied: orjson<4.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.8.6)
Requirement already satisfied: grpcio!=1.48.0,<2,>=1.33.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.51.1)
Requirement already satisfied: dill<0.3.2,>=0.3.1.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.3.1.1)
Requirement already satisfied: pymongo<4.0.0,>=3.8.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.13.0)
Requirement already satisfied: google-auth<3,>=1.18.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.16.1)
Requirement already satisfied: google-cloud-vision<4,>=2 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.3.1)
Requirement already satisfied: google-cloud-core<3,>=0.28.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.3.2)
Requirement already satisfied: google-cloud-videointelligence<2,>=1.8.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.16.3)
Requirement already satisfied: google-cloud-pubsub<3,>=2.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.14.1)
Requirement already satisfied: google-cloud-dlp<4,>=3.0.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.11.1)
Requirement already satisfied: google-cloud-bigquery<4,>=1.6.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.5.0)
Requirement already satisfied: google-cloud-bigquery-storage<2.17,>=2.6.3 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.16.2)
Requirement already satisfied: google-cloud-language<2,>=1.3.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.3.2)
Requirement already satisfied: google-cloud-recommendations-ai<0.8.0,>=0.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.7.1)
Requirement already satisfied: google-cloud-pubsublite<2,>=1.2.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.7.0)
Requirement already satisfied: google-cloud-bigtable<2,>=0.31.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.7.3)
Requirement already satisfied: google-auth-httplib2<0.2.0,>=0.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.1.0)
Requirement already satisfied: google-cloud-datastore<2,>=1.8.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.15.5)
Requirement already satisfied: cachetools<5,>=3.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (4.2.4)
Requirement already satisfied: google-apitools<0.5.32,>=0.5.31 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.5.31)
Requirement already satisfied: google-cloud-spanner<4,>=3.0.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.27.1)
Requirement already satisfied: six<2dev,>=1.13.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-api-python-client<2,>=1.7.11->tfx_bsl->-r requirements.txt (line 18)) (1.16.0)
Requirement already satisfied: google-api-core<3dev,>=1.21.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-api-python-client<2,>=1.7.11->tfx_bsl->-r requirements.txt (line 18)) (2.11.0)
Collecting uritemplate<4dev,>=3.0.0
Using cached uritemplate-3.0.1-py2.py3-none-any.whl (15 kB)
Requirement already satisfied: pyparsing>=2.1.4 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from pydot<2,>=1.2->tensorflow-transform->-r requirements.txt (line 19)) (3.0.9)
Collecting h5py>=2.9.0
Using cached h5py-3.8.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.7 MB)
Requirement already satisfied: wrapt>=1.11.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (1.14.1)
Collecting tensorflow-estimator<2.12,>=2.11.0
Using cached tensorflow_estimator-2.11.0-py2.py3-none-any.whl (439 kB)
Requirement already satisfied: setuptools in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (67.3.3)
Collecting gast<=0.4.0,>=0.2.1
Using cached gast-0.4.0-py3-none-any.whl (9.8 kB)
Collecting astunparse>=1.6.0
Using cached astunparse-1.6.3-py2.py3-none-any.whl (12 kB)
Collecting tensorflow-io-gcs-filesystem>=0.23.1
Using cached tensorflow_io_gcs_filesystem-0.30.0-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (2.4 MB)
Collecting google-pasta>=0.1.1
Using cached google_pasta-0.2.0-py3-none-any.whl (57 kB)
Collecting keras<2.12,>=2.11.0
Using cached keras-2.11.0-py2.py3-none-any.whl (1.7 MB)
Collecting opt-einsum>=2.3.2
Using cached opt_einsum-3.3.0-py3-none-any.whl (65 kB)
Collecting tensorboard<2.12,>=2.11
Using cached tensorboard-2.11.2-py3-none-any.whl (6.0 MB)
Collecting protobuf<4,>=3.13
Using cached protobuf-3.19.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.1 MB)
Requirement already satisfied: packaging in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (23.0)
Collecting termcolor>=1.1.0
Using cached termcolor-2.2.0-py3-none-any.whl (6.6 kB)
Collecting libclang>=13.0.0
Using cached libclang-15.0.6.1-py2.py3-none-manylinux2010_x86_64.whl (21.5 MB)
Collecting flatbuffers>=2.0
Using cached flatbuffers-23.1.21-py2.py3-none-any.whl (26 kB)
Requirement already satisfied: googleapis-common-protos<2,>=1.52.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow-metadata<1.13.0,>=1.12.0->tfx_bsl->-r requirements.txt (line 18)) (1.58.0)
Requirement already satisfied: wheel<1.0,>=0.23.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from astunparse>=1.6.0->tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (0.38.4)
Requirement already satisfied: oauth2client>=1.4.12 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-apitools<0.5.32,>=0.5.31->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (4.1.3)
Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-auth<3,>=1.18.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.2.8)
Requirement already satisfied: rsa<5,>=3.1.4 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-auth<3,>=1.18.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (4.9)
Requirement already satisfied: google-resumable-media<3.0dev,>=0.6.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-bigquery<4,>=1.6.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.4.1)
Requirement already satisfied: grpc-google-iam-v1<0.13dev,>=0.12.3 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-bigtable<2,>=0.31.1->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.12.6)
Requirement already satisfied: grpcio-status>=1.33.2 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-pubsub<3,>=2.1.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.48.2)
Requirement already satisfied: overrides<7.0.0,>=6.0.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-pubsublite<2,>=1.2.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (6.5.0)
Requirement already satisfied: sqlparse>=0.3.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-spanner<4,>=3.0.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.4.3)
Requirement already satisfied: docopt in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from hdfs<3.0.0,>=2.1.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.6.2)
Requirement already satisfied: charset-normalizer<4,>=2 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests<3.0.0,>=2.24.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.0.1)
Requirement already satisfied: idna<4,>=2.5 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests<3.0.0,>=2.24.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.4)
Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests<3.0.0,>=2.24.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.26.14)
Requirement already satisfied: certifi>=2017.4.17 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests<3.0.0,>=2.24.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2022.12.7)
Collecting google-auth-oauthlib<0.5,>=0.4.1
Using cached google_auth_oauthlib-0.4.6-py2.py3-none-any.whl (18 kB)
Collecting tensorboard-plugin-wit>=1.6.0
Using cached tensorboard_plugin_wit-1.8.1-py3-none-any.whl (781 kB)
Collecting tensorboard-data-server<0.7.0,>=0.6.0
Using cached tensorboard_data_server-0.6.1-py3-none-manylinux2010_x86_64.whl (4.9 MB)
Collecting markdown>=2.6.8
Using cached Markdown-3.4.1-py3-none-any.whl (93 kB)
Collecting werkzeug>=1.0.1
Using cached Werkzeug-2.2.3-py3-none-any.whl (233 kB)
Requirement already satisfied: requests-oauthlib>=0.7.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.12,>=2.11->tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (1.3.1)
Requirement already satisfied: google-crc32c<2.0dev,>=1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-resumable-media<3.0dev,>=0.6.0->google-cloud-bigquery<4,>=1.6.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.5.0)
Collecting importlib-metadata>=4.4
Using cached importlib_metadata-6.0.0-py3-none-any.whl (21 kB)
Requirement already satisfied: pyasn1>=0.1.7 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from oauth2client>=1.4.12->google-apitools<0.5.32,>=0.5.31->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.4.8)
Collecting MarkupSafe>=2.1.1
Using cached MarkupSafe-2.1.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25 kB)
Collecting zipp>=0.5
Using cached zipp-3.14.0-py3-none-any.whl (6.7 kB)
Requirement already satisfied: oauthlib>=3.0.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.12,>=2.11->tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (3.2.2)
Installing collected packages: tensorboard-plugin-wit, libclang, flatbuffers, zipp, uritemplate, termcolor, tensorflow-io-gcs-filesystem, tensorflow-estimator, tensorboard-data-server, pyarrow, protobuf, opt-einsum, MarkupSafe, keras, h5py, google-pasta, gast, astunparse, absl-py, werkzeug, importlib-metadata, tensorflow-metadata, markdown, google-auth-oauthlib, tensorboard, google-api-python-client, tensorflow, tensorflow-serving-api, tfx_bsl, tensorflow-transform
Attempting uninstall: pyarrow
Found existing installation: pyarrow 9.0.0
Uninstalling pyarrow-9.0.0:
Successfully uninstalled pyarrow-9.0.0
Attempting uninstall: protobuf
Found existing installation: protobuf 3.20.3
Uninstalling protobuf-3.20.3:
Successfully uninstalled protobuf-3.20.3
Successfully installed MarkupSafe-2.1.2 absl-py-1.4.0 astunparse-1.6.3 flatbuffers-23.1.21 gast-0.4.0 google-api-python-client-1.12.11 google-auth-oauthlib-0.4.6 google-pasta-0.2.0 h5py-3.8.0 importlib-metadata-6.0.0 keras-2.11.0 libclang-15.0.6.1 markdown-3.4.1 opt-einsum-3.3.0 protobuf-3.19.6 pyarrow-6.0.1 tensorboard-2.11.2 tensorboard-data-server-0.6.1 tensorboard-plugin-wit-1.8.1 tensorflow-2.11.0 tensorflow-estimator-2.11.0 tensorflow-io-gcs-filesystem-0.30.0 tensorflow-metadata-1.12.0 tensorflow-serving-api-2.11.0 tensorflow-transform-1.12.0 termcolor-2.2.0 tfx_bsl-1.12.0 uritemplate-3.0.1 werkzeug-2.2.3 zipp-3.14.0
> Task :sdks:python:test-suites:dataflow:py39:tftTests
>>> RUNNING integration tests with pipeline options: --influx_db_name=beam_test_metrics --influx_hostname=http://10.128.0.96:8086 --metrics_dataset=beam_cloudml --publish_to_big_query=true --project=apache-beam-testing --region=us-central1 --staging_location=gs://temp-storage-for-perf-tests/loadtests --temp_location=gs://temp-storage-for-perf-tests/loadtests --runner=DataflowRunner --requirements_file=apache_beam/testing/benchmarks/cloudml/requirements.txt --sdk_location=/home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/sdks/python/build/apache-beam.tar.gz
>>> pytest options: --capture=no --timeout=4500 --color=yes --log-cli-level=INFO --numprocesses=8 --dist=loadfile
>>> collect markers: -m=uses_tft
2023-02-21 14:46:45.602856: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-21 14:46:45.602852: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-21 14:46:45.603236: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-21 14:46:45.603444: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-21 14:46:45.604229: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-21 14:46:45.623781: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-21 14:46:45.711762: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-21 14:46:45.724392: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-21 14:46:45.762264: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-21 14:46:45.762261: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-21 14:46:45.762264: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-21 14:46:45.762267: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-21 14:46:45.762261: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-21 14:46:45.762286: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-21 14:46:45.762288: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-21 14:46:45.762291: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-21 14:46:45.762290: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-21 14:46:45.762293: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-21 14:46:45.814307: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-21 14:46:45.814344: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-21 14:46:45.879608: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-21 14:46:45.879644: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-21 14:46:45.889226: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-21 14:46:45.889262: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-21 14:46:46.690545: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.690677: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.690688: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-21 14:46:46.707066: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.707078: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.707165: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.707171: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.707176: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-21 14:46:46.707182: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-21 14:46:46.935393: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.935507: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.935520: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-21 14:46:46.943259: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.943368: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.943380: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-21 14:46:46.945412: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.945536: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.945549: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-21 14:46:46.952327: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.952440: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.952452: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-21 14:46:46.997966: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.998117: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-21 14:46:46.998135: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
[1m============================= test session starts ==============================[0m
platform linux -- Python 3.9.10, pytest-7.2.1, pluggy-1.0.0
rootdir: /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/sdks/python, configfile: pytest.ini
plugins: xdist-2.5.0, timeout-2.1.0, forked-1.6.0, hypothesis-6.68.2, requests-mock-1.10.0
timeout: 4500.0s
timeout method: signal
timeout func_only: False
gw0 I / gw1 I / gw2 I / gw3 I / gw4 I / gw5 I / gw6 I / gw7 I
[1m[gw0] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw1] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw2] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw3] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw4] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw5] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw6] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw7] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0mgw0 [4] / gw1 [4] / gw2 [4] / gw3 [4] / gw4 [4] / gw5 [4] / gw6 [4] / gw7 [4]
scheduling tests via LoadFileScheduling
apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py::CloudMLTFTBenchmarkTest::test_cloud_ml_benchmark_criteo_fixed_workers_10GB 2023-02-21 14:46:58.505962: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
2023-02-21 14:46:58.506002: W tensorflow/compiler/xla/stream_executor/cuda/cuda_driver.cc:265] failed call to cuInit: UNKNOWN ERROR (303)
2023-02-21 14:46:58.506032: I tensorflow/compiler/xla/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (apache-ci-beam-jenkins-15): /proc/driver/nvidia/version does not exist
2023-02-21 14:46:58.506463: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
[gw0] [32mPASSED[0m apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py::CloudMLTFTBenchmarkTest::test_cloud_ml_benchmark_criteo_fixed_workers_10GB
apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py::CloudMLTFTBenchmarkTest::test_cloudml_benchmark_cirteo_no_shuffle_10GB FATAL: command execution failed
java.io.IOException: Backing channel 'apache-beam-jenkins-15' is disconnected.
at hudson.remoting.RemoteInvocationHandler.channelOrFail(RemoteInvocationHandler.java:215)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:285)
at com.sun.proxy.$Proxy143.isAlive(Unknown Source)
at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1215)
at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1207)
at hudson.Launcher$ProcStarter.join(Launcher.java:524)
at hudson.plugins.gradle.Gradle.perform(Gradle.java:317)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:814)
at hudson.model.Build$BuildExecution.build(Build.java:199)
at hudson.model.Build$BuildExecution.doRun(Build.java:164)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:522)
at hudson.model.Run.execute(Run.java:1896)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
at hudson.model.ResourceController.execute(ResourceController.java:101)
at hudson.model.Executor.run(Executor.java:442)
Caused by: java.io.IOException: Pipe closed after 0 cycles
at org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:126)
at org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:105)
at hudson.remoting.FlightRecorderInputStream.read(FlightRecorderInputStream.java:94)
at hudson.remoting.ChunkedInputStream.readHeader(ChunkedInputStream.java:75)
at hudson.remoting.ChunkedInputStream.readUntilBreak(ChunkedInputStream.java:105)
at hudson.remoting.ChunkedCommandTransport.readBlock(ChunkedCommandTransport.java:39)
at hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:34)
at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:61)
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
ERROR: apache-beam-jenkins-15 is offline; cannot locate jdk_1.8_latest
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_CloudML_Benchmarks_Dataflow #50
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_CloudML_Benchmarks_Dataflow/50/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_CloudML_Benchmarks_Dataflow #49
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_CloudML_Benchmarks_Dataflow/49/display/redirect>
Changes:
------------------------------------------
Started by timer
Running as SYSTEM
[EnvInject] - Loading node environment variables.
Building remotely on apache-beam-jenkins-15 (beam) in workspace <https://ci-beam.apache.org/job/beam_CloudML_Benchmarks_Dataflow/ws/>
The recommended git tool is: NONE
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Using shallow clone with depth 1
Avoid fetching tags
Cloning repository https://github.com/apache/beam.git
> git init <https://ci-beam.apache.org/job/beam_CloudML_Benchmarks_Dataflow/ws/src> # timeout=10
Fetching upstream changes from https://github.com/apache/beam.git
> git --version # timeout=10
> git --version # 'git version 2.25.1'
> git fetch --no-tags --force --progress --depth=1 -- https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/apache/beam.git # timeout=10
Using shallow fetch with depth 1
Fetching upstream changes from https://github.com/apache/beam.git
> git fetch --no-tags --force --progress --depth=1 -- https://github.com/apache/beam.git +refs/heads/*:refs/remotes/origin/* +refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/* # timeout=10
> git rev-parse origin/master^{commit} # timeout=10
Checking out Revision dcfadddf52ae68a8d3d605e3a072c5d611b1fe14 (origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f dcfadddf52ae68a8d3d605e3a072c5d611b1fe14 # timeout=10
Commit message: "Prioritise Avro providers from "extensions/core" (#25611)"
> git rev-list --no-walk 95a6566107e124810675699e288c4046c3aed4e6 # timeout=10
First time build. Skipping changelog.
No emails were triggered.
[EnvInject] - Executing scripts and injecting environment variables after the SCM step.
[EnvInject] - Injecting as environment variables the properties content
SETUPTOOLS_USE_DISTUTILS=stdlib
SPARK_LOCAL_IP=127.0.0.1
[EnvInject] - Variables injected successfully.
[Gradle] - Launching build.
[src] $ <https://ci-beam.apache.org/job/beam_CloudML_Benchmarks_Dataflow/ws/src/gradlew> --continue --max-workers=8 -Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses "-Popts=--influx_db_name=beam_test_metrics --influx_hostname=http://10.128.0.96:8086 --metrics_dataset=beam_cloudml --publish_to_big_query=true --project=apache-beam-testing --region=us-central1 --staging_location=gs://temp-storage-for-perf-tests/loadtests --temp_location=gs://temp-storage-for-perf-tests/loadtests --runner=DataflowRunner --requirements_file=apache_beam/testing/benchmarks/cloudml/requirements.txt" :sdks:python:test-suites:dataflow:tftTests
To honour the JVM settings for this build a single-use Daemon process will be forked. See https://docs.gradle.org/7.5.1/userguide/gradle_daemon.html#sec:disabling_the_daemon.
FAILURE: Build failed with an exception.
* What went wrong:
Unable to start the daemon process.
This problem might be caused by incorrect configuration of the daemon.
For example, an unrecognized jvm option is used.
Please refer to the User Manual chapter on the daemon at https://docs.gradle.org/7.5.1/userguide/gradle_daemon.html
Process command line: /usr/lib/jvm/java-8-openjdk-amd64/bin/java -Xmx6g -Dfile.encoding=UTF-8 -Duser.country=US -Duser.language=en -Duser.variant -cp /home/jenkins/.gradle/wrapper/dists/gradle-7.5.1-bin/7jzzequgds1hbszbhq3npc5ng/gradle-7.5.1/lib/gradle-launcher-7.5.1.jar org.gradle.launcher.daemon.bootstrap.GradleDaemon 7.5.1
Please read the following process output to find out more:
-----------------------
FAILURE: Build failed with an exception.
* What went wrong:
Timeout waiting to lock daemon addresses registry. It is currently in use by another Gradle instance.
Owner PID: unknown
Our PID: 3820678
Owner Operation: unknown
Our operation:
Lock file: /home/jenkins/.gradle/daemon/7.5.1/registry.bin.lock
* Try:
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Exception is:
org.gradle.cache.LockTimeoutException: Timeout waiting to lock daemon addresses registry. It is currently in use by another Gradle instance.
Owner PID: unknown
Our PID: 3820678
Owner Operation: unknown
Our operation:
Lock file: /home/jenkins/.gradle/daemon/7.5.1/registry.bin.lock
at org.gradle.cache.internal.DefaultFileLockManager$DefaultFileLock.timeoutException(DefaultFileLockManager.java:344)
at org.gradle.cache.internal.DefaultFileLockManager$DefaultFileLock.lock(DefaultFileLockManager.java:305)
at org.gradle.cache.internal.DefaultFileLockManager$DefaultFileLock.<init>(DefaultFileLockManager.java:164)
at org.gradle.cache.internal.DefaultFileLockManager.lock(DefaultFileLockManager.java:110)
at org.gradle.cache.internal.DefaultFileLockManager.lock(DefaultFileLockManager.java:96)
at org.gradle.cache.internal.DefaultFileLockManager.lock(DefaultFileLockManager.java:91)
at org.gradle.cache.internal.OnDemandFileAccess.updateFile(OnDemandFileAccess.java:51)
at org.gradle.cache.internal.SimpleStateCache.update(SimpleStateCache.java:87)
at org.gradle.cache.internal.FileIntegrityViolationSuppressingPersistentStateCacheDecorator$1.create(FileIntegrityViolationSuppressingPersistentStateCacheDecorator.java:50)
at org.gradle.cache.internal.FileIntegrityViolationSuppressingPersistentStateCacheDecorator.doUpdate(FileIntegrityViolationSuppressingPersistentStateCacheDecorator.java:67)
at org.gradle.cache.internal.FileIntegrityViolationSuppressingPersistentStateCacheDecorator.update(FileIntegrityViolationSuppressingPersistentStateCacheDecorator.java:47)
at org.gradle.launcher.daemon.registry.PersistentDaemonRegistry.store(PersistentDaemonRegistry.java:232)
at org.gradle.launcher.daemon.server.DaemonRegistryUpdater.onStart(DaemonRegistryUpdater.java:80)
at org.gradle.launcher.daemon.server.Daemon.start(Daemon.java:171)
at org.gradle.launcher.daemon.bootstrap.DaemonMain.doAction(DaemonMain.java:125)
at org.gradle.launcher.bootstrap.EntryPoint.run(EntryPoint.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.gradle.launcher.bootstrap.ProcessBootstrap.runNoExit(ProcessBootstrap.java:60)
at org.gradle.launcher.bootstrap.ProcessBootstrap.run(ProcessBootstrap.java:37)
at org.gradle.launcher.daemon.bootstrap.GradleDaemon.main(GradleDaemon.java:22)
* Get more help at https://help.gradle.org
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_CloudML_Benchmarks_Dataflow #47
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_CloudML_Benchmarks_Dataflow/47/display/redirect?page=changes>
Changes:
[Robert Bradshaw] Add retry logic to Python boot script.
[Robert Bradshaw] More verbose messaging.
[noreply] Better error for missing timezone info (#25444)
[noreply] Revert "Replace more uses of `ClassLoadingStrategy.Default.INJECTION`
[noreply] Use context param and error return value in mongodbio.Read SDF methods
[noreply] Revert workers for java tests (#25579)
[noreply] remove unnecessary error check (#25576)
[noreply] Making the default BigQuery write disposition to be WRITE_APPEND
[noreply] [Python] Support loading of TF models with saved weights (#25496)
[noreply] Bump github.com/aws/aws-sdk-go-v2/config in /sdks (#25572)
[noreply] [#24789][prism] V0 Go Direct Runner Replacement, Prism. (#25568)
[noreply] Bump github.com/testcontainers/testcontainers-go in /sdks (#25517)
[noreply] [Avro] Use "extensions/avro" instead of avro from"core" in Java SDK
------------------------------------------
[...truncated 35.95 KB...]
Requirement already satisfied: numpy<2,>=1.16 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tfx_bsl->-r requirements.txt (line 18)) (1.24.2)
Requirement already satisfied: pandas<2,>=1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tfx_bsl->-r requirements.txt (line 18)) (1.5.3)
Collecting google-api-python-client<2,>=1.7.11
Downloading google_api_python_client-1.12.11-py2.py3-none-any.whl (62 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 62.1/62.1 kB 9.9 MB/s eta 0:00:00
Collecting tensorflow-metadata<1.13.0,>=1.12.0
Downloading tensorflow_metadata-1.12.0-py3-none-any.whl (52 kB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 52.3/52.3 kB 6.5 MB/s eta 0:00:00
Collecting tensorflow<3,>=2.11
Using cached tensorflow-2.11.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (588.3 MB)
Requirement already satisfied: protobuf<4,>=3.13 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tfx_bsl->-r requirements.txt (line 18)) (3.20.3)
Requirement already satisfied: apache-beam[gcp]<3,>=2.40 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tfx_bsl->-r requirements.txt (line 18)) (2.46.0.dev0)
Collecting pyarrow<7,>=6
Downloading pyarrow-6.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25.6 MB)
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 25.6/25.6 MB 12.1 MB/s eta 0:00:00
Requirement already satisfied: pydot<2,>=1.2 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow-transform->-r requirements.txt (line 19)) (1.4.2)
Requirement already satisfied: fasteners<1.0,>=0.3 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.18)
Requirement already satisfied: requests<3.0.0,>=2.24.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.28.2)
Requirement already satisfied: pytz>=2018.3 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2022.7.1)
Requirement already satisfied: orjson<4.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.8.6)
Requirement already satisfied: objsize<0.7.0,>=0.6.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.6.1)
Requirement already satisfied: proto-plus<2,>=1.7.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.22.2)
Requirement already satisfied: httplib2<0.22.0,>=0.8 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.21.0)
Requirement already satisfied: pymongo<4.0.0,>=3.8.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.13.0)
Requirement already satisfied: dill<0.3.2,>=0.3.1.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.3.1.1)
Requirement already satisfied: crcmod<2.0,>=1.7 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.7)
Requirement already satisfied: regex>=2020.6.8 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2022.10.31)
Requirement already satisfied: hdfs<3.0.0,>=2.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.7.0)
Requirement already satisfied: typing-extensions>=3.7.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (4.5.0)
Requirement already satisfied: fastavro<2,>=0.23.6 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.7.1)
Requirement already satisfied: zstandard<1,>=0.18.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.20.0)
Requirement already satisfied: grpcio!=1.48.0,<2,>=1.33.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.51.3)
Requirement already satisfied: cloudpickle~=2.2.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.2.1)
Requirement already satisfied: python-dateutil<3,>=2.8.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.8.2)
Requirement already satisfied: cachetools<5,>=3.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (4.2.4)
Requirement already satisfied: google-cloud-pubsub<3,>=2.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.14.1)
Requirement already satisfied: google-cloud-language<2,>=1.3.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.3.2)
Requirement already satisfied: google-cloud-videointelligence<2,>=1.8.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.16.3)
Requirement already satisfied: google-cloud-recommendations-ai<0.8.0,>=0.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.7.1)
Requirement already satisfied: google-auth-httplib2<0.2.0,>=0.1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.1.0)
Requirement already satisfied: google-cloud-bigquery-storage<2.17,>=2.6.3 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.16.2)
Requirement already satisfied: google-cloud-bigquery<4,>=1.6.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.5.0)
Requirement already satisfied: google-apitools<0.5.32,>=0.5.31 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.5.31)
Requirement already satisfied: google-cloud-spanner<4,>=3.0.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.27.1)
Requirement already satisfied: google-cloud-datastore<2,>=1.8.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.15.5)
Requirement already satisfied: google-cloud-dlp<4,>=3.0.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.11.1)
Requirement already satisfied: google-cloud-core<3,>=0.28.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.3.2)
Requirement already satisfied: google-cloud-pubsublite<2,>=1.2.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.7.0)
Requirement already satisfied: google-cloud-bigtable<2,>=0.31.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.7.3)
Requirement already satisfied: google-auth<3,>=1.18.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.16.1)
Requirement already satisfied: google-cloud-vision<4,>=2 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.3.1)
Collecting uritemplate<4dev,>=3.0.0
Downloading uritemplate-3.0.1-py2.py3-none-any.whl (15 kB)
Requirement already satisfied: six<2dev,>=1.13.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-api-python-client<2,>=1.7.11->tfx_bsl->-r requirements.txt (line 18)) (1.16.0)
Requirement already satisfied: google-api-core<3dev,>=1.21.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-api-python-client<2,>=1.7.11->tfx_bsl->-r requirements.txt (line 18)) (2.11.0)
Requirement already satisfied: pyparsing>=2.1.4 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from pydot<2,>=1.2->tensorflow-transform->-r requirements.txt (line 19)) (3.0.9)
Collecting flatbuffers>=2.0
Using cached flatbuffers-23.1.21-py2.py3-none-any.whl (26 kB)
Requirement already satisfied: wrapt>=1.11.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (1.14.1)
Collecting tensorboard<2.12,>=2.11
Using cached tensorboard-2.11.2-py3-none-any.whl (6.0 MB)
Collecting termcolor>=1.1.0
Using cached termcolor-2.2.0-py3-none-any.whl (6.6 kB)
Collecting opt-einsum>=2.3.2
Using cached opt_einsum-3.3.0-py3-none-any.whl (65 kB)
Requirement already satisfied: packaging in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (23.0)
Collecting libclang>=13.0.0
Using cached libclang-15.0.6.1-py2.py3-none-manylinux2010_x86_64.whl (21.5 MB)
Collecting h5py>=2.9.0
Using cached h5py-3.8.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.7 MB)
Collecting astunparse>=1.6.0
Using cached astunparse-1.6.3-py2.py3-none-any.whl (12 kB)
Collecting tensorflow-io-gcs-filesystem>=0.23.1
Using cached tensorflow_io_gcs_filesystem-0.30.0-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (2.4 MB)
Collecting gast<=0.4.0,>=0.2.1
Using cached gast-0.4.0-py3-none-any.whl (9.8 kB)
Collecting google-pasta>=0.1.1
Using cached google_pasta-0.2.0-py3-none-any.whl (57 kB)
Collecting tensorflow-estimator<2.12,>=2.11.0
Using cached tensorflow_estimator-2.11.0-py2.py3-none-any.whl (439 kB)
Requirement already satisfied: setuptools in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (67.4.0)
Collecting protobuf<4,>=3.13
Using cached protobuf-3.19.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.1 MB)
Collecting keras<2.12,>=2.11.0
Using cached keras-2.11.0-py2.py3-none-any.whl (1.7 MB)
Requirement already satisfied: googleapis-common-protos<2,>=1.52.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from tensorflow-metadata<1.13.0,>=1.12.0->tfx_bsl->-r requirements.txt (line 18)) (1.58.0)
Requirement already satisfied: wheel<1.0,>=0.23.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from astunparse>=1.6.0->tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (0.38.4)
Requirement already satisfied: oauth2client>=1.4.12 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-apitools<0.5.32,>=0.5.31->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (4.1.3)
Requirement already satisfied: rsa<5,>=3.1.4 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-auth<3,>=1.18.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (4.9)
Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-auth<3,>=1.18.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.2.8)
Requirement already satisfied: google-resumable-media<3.0dev,>=0.6.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-bigquery<4,>=1.6.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2.4.1)
Requirement already satisfied: grpc-google-iam-v1<0.13dev,>=0.12.3 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-bigtable<2,>=0.31.1->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.12.6)
Requirement already satisfied: grpcio-status>=1.33.2 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-pubsub<3,>=2.1.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.48.2)
Requirement already satisfied: overrides<7.0.0,>=6.0.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-pubsublite<2,>=1.2.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (6.5.0)
Requirement already satisfied: sqlparse>=0.3.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-cloud-spanner<4,>=3.0.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.4.3)
Requirement already satisfied: docopt in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from hdfs<3.0.0,>=2.1.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.6.2)
Requirement already satisfied: charset-normalizer<4,>=2 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests<3.0.0,>=2.24.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.0.1)
Requirement already satisfied: idna<4,>=2.5 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests<3.0.0,>=2.24.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (3.4)
Requirement already satisfied: certifi>=2017.4.17 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests<3.0.0,>=2.24.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (2022.12.7)
Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests<3.0.0,>=2.24.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.26.14)
Collecting tensorboard-data-server<0.7.0,>=0.6.0
Using cached tensorboard_data_server-0.6.1-py3-none-manylinux2010_x86_64.whl (4.9 MB)
Collecting markdown>=2.6.8
Using cached Markdown-3.4.1-py3-none-any.whl (93 kB)
Collecting werkzeug>=1.0.1
Using cached Werkzeug-2.2.3-py3-none-any.whl (233 kB)
Collecting google-auth-oauthlib<0.5,>=0.4.1
Using cached google_auth_oauthlib-0.4.6-py2.py3-none-any.whl (18 kB)
Collecting tensorboard-plugin-wit>=1.6.0
Using cached tensorboard_plugin_wit-1.8.1-py3-none-any.whl (781 kB)
Requirement already satisfied: requests-oauthlib>=0.7.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.12,>=2.11->tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (1.3.1)
Requirement already satisfied: google-crc32c<2.0dev,>=1.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from google-resumable-media<3.0dev,>=0.6.0->google-cloud-bigquery<4,>=1.6.0->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (1.5.0)
Collecting importlib-metadata>=4.4
Using cached importlib_metadata-6.0.0-py3-none-any.whl (21 kB)
Requirement already satisfied: pyasn1>=0.1.7 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from oauth2client>=1.4.12->google-apitools<0.5.32,>=0.5.31->apache-beam[gcp]<3,>=2.40->tfx_bsl->-r requirements.txt (line 18)) (0.4.8)
Collecting MarkupSafe>=2.1.1
Using cached MarkupSafe-2.1.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25 kB)
Collecting zipp>=0.5
Using cached zipp-3.14.0-py3-none-any.whl (6.7 kB)
Requirement already satisfied: oauthlib>=3.0.0 in /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/build/gradleenv/-1734967050/lib/python3.9/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.12,>=2.11->tensorflow<3,>=2.11->tfx_bsl->-r requirements.txt (line 18)) (3.2.2)
Installing collected packages: tensorboard-plugin-wit, libclang, flatbuffers, zipp, uritemplate, termcolor, tensorflow-io-gcs-filesystem, tensorflow-estimator, tensorboard-data-server, pyarrow, protobuf, opt-einsum, MarkupSafe, keras, h5py, google-pasta, gast, astunparse, absl-py, werkzeug, importlib-metadata, tensorflow-metadata, markdown, google-auth-oauthlib, tensorboard, google-api-python-client, tensorflow, tensorflow-serving-api, tfx_bsl, tensorflow-transform
Attempting uninstall: pyarrow
Found existing installation: pyarrow 9.0.0
Uninstalling pyarrow-9.0.0:
Successfully uninstalled pyarrow-9.0.0
Attempting uninstall: protobuf
Found existing installation: protobuf 3.20.3
Uninstalling protobuf-3.20.3:
Successfully uninstalled protobuf-3.20.3
Successfully installed MarkupSafe-2.1.2 absl-py-1.4.0 astunparse-1.6.3 flatbuffers-23.1.21 gast-0.4.0 google-api-python-client-1.12.11 google-auth-oauthlib-0.4.6 google-pasta-0.2.0 h5py-3.8.0 importlib-metadata-6.0.0 keras-2.11.0 libclang-15.0.6.1 markdown-3.4.1 opt-einsum-3.3.0 protobuf-3.19.6 pyarrow-6.0.1 tensorboard-2.11.2 tensorboard-data-server-0.6.1 tensorboard-plugin-wit-1.8.1 tensorflow-2.11.0 tensorflow-estimator-2.11.0 tensorflow-io-gcs-filesystem-0.30.0 tensorflow-metadata-1.12.0 tensorflow-serving-api-2.11.0 tensorflow-transform-1.12.0 termcolor-2.2.0 tfx_bsl-1.12.0 uritemplate-3.0.1 werkzeug-2.2.3 zipp-3.14.0
> Task :sdks:python:test-suites:dataflow:py39:tftTests
>>> RUNNING integration tests with pipeline options: --influx_db_name=beam_test_metrics --influx_hostname=http://10.128.0.96:8086 --metrics_dataset=beam_cloudml --publish_to_big_query=true --project=apache-beam-testing --region=us-central1 --staging_location=gs://temp-storage-for-perf-tests/loadtests --temp_location=gs://temp-storage-for-perf-tests/loadtests --runner=DataflowRunner --requirements_file=apache_beam/testing/benchmarks/cloudml/requirements.txt --sdk_location=/home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/sdks/python/build/apache-beam.tar.gz
>>> pytest options: --capture=no --timeout=4500 --color=yes --log-cli-level=INFO --numprocesses=8 --dist=loadfile
>>> collect markers: -m=uses_tft
2023-02-22 15:23:50.142883: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-22 15:23:50.143092: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-22 15:23:50.144113: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-22 15:23:50.158035: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-22 15:23:50.158597: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-22 15:23:50.163344: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-22 15:23:50.163344: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-22 15:23:50.229923: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
2023-02-22 15:23:50.320150: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-22 15:23:50.320207: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-22 15:23:50.320414: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-22 15:23:50.320444: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-22 15:23:50.320684: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-22 15:23:50.320722: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-22 15:23:50.320858: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-22 15:23:50.320893: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-22 15:23:50.321274: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-22 15:23:50.321325: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-22 15:23:50.381418: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-22 15:23:50.381416: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-22 15:23:50.381452: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-22 15:23:50.381461: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-22 15:23:50.421928: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory
2023-02-22 15:23:50.421963: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
2023-02-22 15:23:51.531719: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.531819: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.531831: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-22 15:23:51.533753: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.533851: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.533863: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-22 15:23:51.533861: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.533946: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.533957: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-22 15:23:51.537189: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.537306: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.537319: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-22 15:23:51.540796: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.540894: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.540907: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-22 15:23:51.543939: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.544140: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.544162: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-22 15:23:51.548773: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.548877: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.548890: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
2023-02-22 15:23:51.847677: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.847801: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory
2023-02-22 15:23:51.847814: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
[1m============================= test session starts ==============================[0m
platform linux -- Python 3.9.10, pytest-7.2.1, pluggy-1.0.0
rootdir: /home/jenkins/jenkins-slave/workspace/beam_CloudML_Benchmarks_Dataflow/src/sdks/python, configfile: pytest.ini
plugins: xdist-2.5.0, timeout-2.1.0, forked-1.6.0, hypothesis-6.68.2, requests-mock-1.10.0
timeout: 4500.0s
timeout method: signal
timeout func_only: False
gw0 I / gw1 I / gw2 I / gw3 I / gw4 I / gw5 I / gw6 I / gw7 I
[1m[gw1] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw0] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw2] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw3] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw5] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw6] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw4] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0m[1m[gw7] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
[0mgw0 [4] / gw1 [4] / gw2 [4] / gw3 [4] / gw4 [4] / gw5 [4] / gw6 [4] / gw7 [4]
scheduling tests via LoadFileScheduling
apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py::CloudMLTFTBenchmarkTest::test_cloud_ml_benchmark_criteo_fixed_workers_10GB 2023-02-22 15:24:05.791806: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
2023-02-22 15:24:05.791851: W tensorflow/compiler/xla/stream_executor/cuda/cuda_driver.cc:265] failed call to cuInit: UNKNOWN ERROR (303)
2023-02-22 15:24:05.791877: I tensorflow/compiler/xla/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (apache-ci-beam-jenkins-11): /proc/driver/nvidia/version does not exist
2023-02-22 15:24:05.792499: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
FATAL: command execution failed
java.io.IOException: Backing channel 'apache-beam-jenkins-11' is disconnected.
at hudson.remoting.RemoteInvocationHandler.channelOrFail(RemoteInvocationHandler.java:215)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:285)
at com.sun.proxy.$Proxy138.isAlive(Unknown Source)
at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1215)
at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1207)
at hudson.Launcher$ProcStarter.join(Launcher.java:524)
at hudson.plugins.gradle.Gradle.perform(Gradle.java:317)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:814)
at hudson.model.Build$BuildExecution.build(Build.java:199)
at hudson.model.Build$BuildExecution.doRun(Build.java:164)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:522)
at hudson.model.Run.execute(Run.java:1896)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
at hudson.model.ResourceController.execute(ResourceController.java:101)
at hudson.model.Executor.run(Executor.java:442)
Caused by: java.io.IOException: Unexpected termination of the channel
at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:75)
Caused by: java.io.EOFException
at java.base/java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2911)
at java.base/java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:3406)
at java.base/java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:932)
at java.base/java.io.ObjectInputStream.<init>(ObjectInputStream.java:375)
at hudson.remoting.ObjectInputStreamEx.<init>(ObjectInputStreamEx.java:49)
at hudson.remoting.Command.readFrom(Command.java:142)
at hudson.remoting.Command.readFrom(Command.java:128)
at hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:35)
at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:61)
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
ERROR: apache-beam-jenkins-11 is offline; cannot locate jdk_1.8_latest
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org