You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2023/01/02 12:22:45 UTC
Build failed in Jenkins: beam_PostCommit_XVR_Direct #3577
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3577/display/redirect>
Changes:
------------------------------------------
[...truncated 2.28 MB...]
>
>
coders: <
key: "jdlkYyYRYCVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "jdlkYyYRYCVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.45.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "jdlkYyYRYCbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.45.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.45.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nL/tmp/artifacts/icedtea-sound-5xFkOD7aUmX8Jiw7lPqhn75zkNGCyUOfOuqi2rClWKM.jar\022@e71164383eda5265fc262c3b94faa19fbe7390d182c9439f3aeaa2dab0a558a3"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n=icedtea-sound-5xFkOD7aUmX8Jiw7lPqhn75zkNGCyUOfOuqi2rClWKM.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/jaccess-Rlp7GfuSFOBCBGdO8af2XxrTz5LqaQqwSMAXumdbHN0.jar\022@465a7b19fb9214e04204674ef1a7f65f1ad3cf92ea690ab048c017ba675b1cdd"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7jaccess-Rlp7GfuSFOBCBGdO8af2XxrTz5LqaQqwSMAXumdbHN0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nI/tmp/artifacts/localedata-Nuzln2shadVmT-PppqaNc7GHBbUyMUb9pXsJTjRiAzs.jar\022@36ece59f6b2169d5664fe3e9a6a68d73b18705b5323146fda57b094e3462033b"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n:localedata-Nuzln2shadVmT-PppqaNc7GHBbUyMUb9pXsJTjRiAzs.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/nashorn-1iQRhJvU2nRCSB4ucg6f4b69TGiwE1yq0_LGG2MU5N0.jar\022@d62411849bd4da7442481e2e720e9fe1bebd4c68b0135caad3f2c61b6314e4dd"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7nashorn-1iQRhJvU2nRCSB4ucg6f4b69TGiwE1yq0_LGG2MU5N0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nG/tmp/artifacts/cldrdata-MTK3mMuUzlWYlYkweGQNzI7dFpuLG0_8F8oxT0khQDc.jar\022@3132b798cb94ce559895893078640dcc8edd169b8b1b4ffc17ca314f49214037"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n8cldrdata-MTK3mMuUzlWYlYkweGQNzI7dFpuLG0_8F8oxT0khQDc.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nD/tmp/artifacts/dnsns-YTF3f6B-OG4FmXLRf2ckHBi4VJnspBZTyIQCz-6Spwk.jar\022@6131777fa07e386e059972d17f67241c18b85499eca41653c88402cfee92a709"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-YTF3f6B-OG4FmXLRf2ckHBi4VJnspBZTyIQCz-6Spwk.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.45.0-SNAPSHOT-Hez-RLl6O7F5_9LLqZgzOtrbu-1tCj24x5UVyRsYSVA.jar\022@1decfe44b97a3bb179ffd2cba998333adadbbbed6d0a3db8c79515c91b184950"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.45.0-SNAPSHOT-Hez-RLl6O7F5_9LLqZgzOtrbu-1tCj24x5UVyRsYSVA.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2023/01/02 11:55:33 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> as /tmp/worker-4-1672660533169989811
2023/01/02 11:55:35 Prepared job with id: go-testjdbcio_postgresreadwrite-754-89f6bb51-ab42-4433-8e84-98b01f9a711e and staging token: go-testjdbcio_postgresreadwrite-754-89f6bb51-ab42-4433-8e84-98b01f9a711e
2023/01/02 11:55:35 Staged binary artifact with token:
2023/01/02 11:55:35 Submitted job: go-testjdbcio_postgresreadwrite-754-89f6bb51-ab42-4433-8e84-98b01f9a711e
2023/01/02 11:55:35 2023-01-02 11:55:35. (1): Default Python SDK image for environment is apache/beam_python3.10_sdk:2.45.0.dev
2023/01/02 11:55:35 2023-01-02 11:55:35. (2): ==================== <function annotate_downstream_side_inputs at 0x7f38f75eeb00> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (3): ==================== <function fix_side_input_pcoll_coders at 0x7f38f75eec20> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (4): ==================== <function pack_combiners at 0x7f38f75ef130> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (5): ==================== <function lift_combiners at 0x7f38f75ef1c0> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (6): ==================== <function expand_sdf at 0x7f38f75ef370> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (7): ==================== <function expand_gbk at 0x7f38f75ef400> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (8): ==================== <function sink_flattens at 0x7f38f75ef520> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (9): ==================== <function greedily_fuse at 0x7f38f75ef5b0> ====================
2023/01/02 11:55:35 Job state: STOPPED
2023/01/02 11:55:35 Job state: STARTING
2023/01/02 11:55:35 Job state: RUNNING
2023/01/02 11:55:35 2023-01-02 11:55:35. (10): ==================== <function read_to_impulse at 0x7f38f75ef640> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (11): ==================== <function impulse_to_input at 0x7f38f75ef6d0> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (12): ==================== <function sort_stages at 0x7f38f75ef910> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (13): ==================== <function add_impulse_to_dangling_transforms at 0x7f38f75efa30> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (14): ==================== <function setup_timer_mapping at 0x7f38f75ef880> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (15): ==================== <function populate_data_channel_coders at 0x7f38f75ef9a0> ====================
2023/01/02 11:55:35 2023-01-02 11:55:35. (16): starting control server on port 44245
2023/01/02 11:55:35 2023-01-02 11:55:35. (17): starting data server on port 36365
2023/01/02 11:55:35 2023-01-02 11:55:35. (18): starting state server on port 34547
2023/01/02 11:55:35 2023-01-02 11:55:35. (19): starting logging server on port 38869
2023/01/02 11:55:35 2023-01-02 11:55:35. (20): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f38f4208130> for environment jdlkYyYRYCbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.45.0.dev')
2023/01/02 11:55:37 2023-01-02 11:55:37. (21): Attempting to pull image apache/beam_java8_sdk:2.45.0.dev
2023/01/02 11:55:38 2023-01-02 11:55:38. (22): Unable to pull image apache/beam_java8_sdk:2.45.0.dev, defaulting to local image if it exists
2023/01/02 11:55:39 2023-01-02 11:55:39. (23): Waiting for docker to start up. Current status is running
2023/01/02 11:55:39 2023-01-02 11:55:39. (24): Docker container is running. container_id = b'35bea8e065a493af6c7ea00b193fee91123546ed5084e4e1ffcff0a6081f7eaa', worker_id = worker_16
2023/01/02 11:55:40 2023-01-02 11:55:40. (25): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f38f43c1600> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/01/02 11:55:40 2023-01-02 11:55:40. (26): Attempting to pull image apache/beam_go_sdk:dev
2023/01/02 11:55:40 2023-01-02 11:55:40. (27): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/01/02 11:55:41 2023-01-02 11:55:41. (28): Waiting for docker to start up. Current status is running
2023/01/02 11:55:41 2023-01-02 11:55:41. (29): Docker container is running. container_id = b'e89bc9cf77ef4cc88fed236dc3b5145286d992e088eb3ed3f03eb05834a824e3', worker_id = worker_17
2023/01/02 11:55:44 2023-01-02 11:55:44. (30): Completed job in 9.607333183288574 seconds with state DONE.
2023/01/02 11:55:44 Job state: DONE
--- PASS: TestJDBCIO_PostgresReadWrite (35.11s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 78.528s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.033s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.43.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp3eo9ya8l/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:Default Python SDK image for environment is apache/beam_python3.8_sdk:2.43.0
INFO:root:No image given, using default Python SDK image
INFO:root:Default Python SDK image for environment is apache/beam_python3.8_sdk:2.43.0
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.43.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40105
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
Exception in thread wait_until_finish_read:
Traceback (most recent call last):
File "/usr/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
self.run()
File "/usr/lib/python3.10/threading.py", line 946, in run
self._target(*self._args, **self._kwargs)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py",> line 572, in read_messages
Exception in thread wait_until_finish_read:
Traceback (most recent call last):
File "/usr/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
self.run()
File "/usr/lib/python3.10/threading.py", line 946, in run
self._target(*self._args, **self._kwargs)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py",> line 572, in read_messages
for message in self._message_stream:
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py",> line 426, in __next__
return self._next()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py",> line 826, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "UNKNOWN:Error received from peer ipv4:127.0.0.1:38953 {grpc_message:"Deadline Exceeded", grpc_status:4, created_time:"2023-01-02T12:20:00.450096943+00:00"}"
>
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 37m 58s
232 actionable tasks: 32 executed, 200 up-to-date
Publishing build scan...
https://gradle.com/s/rb4sspumxjs6k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_XVR_Direct #3584
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3584/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #3583
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3583/display/redirect?page=changes>
Changes:
[noreply] adding parameters flag to support schema based transforms (#24864)
[noreply] Fix SQLIO Performance Test (#24824)
[noreply] Reduce redundant Get API call when creating bq temp dataset (#24831)
------------------------------------------
[...truncated 2.99 MB...]
../../build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py:426: in __next__
return self._next()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exc...27.0.0.1:40023 {created_time:"2023-01-04T00:25:30.360183518+00:00", grpc_status:4, grpc_message:"Deadline Exceeded"}"
>
def _next(self):
with self._state.condition:
if self._state.code is None:
event_handler = _event_handler(self._state,
self._response_deserializer)
self._state.due.add(cygrpc.OperationType.receive_message)
operating = self._call.operate(
(cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
event_handler)
if not operating:
self._state.due.remove(cygrpc.OperationType.receive_message)
elif self._state.code is grpc.StatusCode.OK:
raise StopIteration()
else:
raise self
def _response_ready():
return (self._state.response is not None or
(cygrpc.OperationType.receive_message
not in self._state.due and
self._state.code is not None))
_common.wait(self._state.condition.wait, _response_ready)
if self._state.response is not None:
response = self._state.response
self._state.response = None
return response
elif cygrpc.OperationType.receive_message not in self._state.due:
if self._state.code is grpc.StatusCode.OK:
raise StopIteration()
elif self._state.code is not None:
> raise self
E grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.DEADLINE_EXCEEDED
E details = "Deadline Exceeded"
E debug_error_string = "UNKNOWN:Error received from peer ipv4:127.0.0.1:40023 {created_time:"2023-01-04T00:25:30.360183518+00:00", grpc_status:4, grpc_message:"Deadline Exceeded"}"
E >
../../build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py:826: _MultiThreadedRendezvous
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:239 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO root:external.py:847 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar'> '39477' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Starting expansion service at localhost:39477
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 04, 2023 12:24:16 AM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@38425407
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@43bc63a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@702657cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6a6cb05c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@40a4337a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6025e1b6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@22ff4249
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2d1ef81a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c402120
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@327514f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5b12b668
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1165b38
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c12331b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7586beff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@3b69e7d1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:bigquery_storage_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:bigquery_storage_read:v1
WARNING root:subprocess_server.py:95 Waiting for grpc channel to be ready at localhost:39477.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 04, 2023 12:24:19 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 04, 2023 12:24:19 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 04, 2023 12:24:20 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 04, 2023 12:24:22 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 SELECT `PCOLLECTION`.`str`, COUNT(*) AS `count`, SUM(`PCOLLECTION`.`id`) AS `sum`, AVG(`PCOLLECTION`.`flt`) AS `avg`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 GROUP BY `PCOLLECTION`.`str`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 04, 2023 12:24:22 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 LogicalAggregate(group=[{0}], count=[COUNT()], sum=[SUM($1)], avg=[AVG($2)])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 LogicalProject(str=[$1], id=[$0], flt=[$2])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 04, 2023 12:24:22 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamAggregationRel(group=[{1}], count=[COUNT()], sum=[SUM($0)], avg=[AVG($2)])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.10_sdk:2.45.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.10_sdk:2.45.0.dev
INFO root:environments.py:302 Python SDK container image set to "apache/beam_python3.10_sdk:2.45.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function pack_combiners at 0x7f2fbc31ed40> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function lift_combiners at 0x7f2fbc31edd0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function sort_stages at 0x7f2fbc31f520> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:581 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:581 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:581 Job state changed to RUNNING
INFO root:portable_runner.py:574 Default Python SDK image for environment is apache/beam_python3.10_sdk:2.45.0.dev
INFO root:portable_runner.py:574 ==================== <function annotate_downstream_side_inputs at 0x7f62e7cfea70> ====================
INFO root:portable_runner.py:574 ==================== <function fix_side_input_pcoll_coders at 0x7f62e7cfeb90> ====================
INFO root:portable_runner.py:574 ==================== <function pack_combiners at 0x7f62e7cff0a0> ====================
INFO root:portable_runner.py:574 ==================== <function lift_combiners at 0x7f62e7cff130> ====================
INFO root:portable_runner.py:574 ==================== <function expand_sdf at 0x7f62e7cff2e0> ====================
INFO root:portable_runner.py:574 ==================== <function expand_gbk at 0x7f62e7cff370> ====================
INFO root:portable_runner.py:574 ==================== <function sink_flattens at 0x7f62e7cff490> ====================
INFO root:portable_runner.py:574 ==================== <function greedily_fuse at 0x7f62e7cff520> ====================
INFO root:portable_runner.py:574 ==================== <function read_to_impulse at 0x7f62e7cff5b0> ====================
INFO root:portable_runner.py:574 ==================== <function impulse_to_input at 0x7f62e7cff640> ====================
INFO root:portable_runner.py:574 ==================== <function sort_stages at 0x7f62e7cff880> ====================
INFO root:portable_runner.py:574 ==================== <function add_impulse_to_dangling_transforms at 0x7f62e7cff9a0> ====================
INFO root:portable_runner.py:574 ==================== <function setup_timer_mapping at 0x7f62e7cff7f0> ====================
INFO root:portable_runner.py:574 ==================== <function populate_data_channel_coders at 0x7f62e7cff910> ====================
INFO root:portable_runner.py:574 starting control server on port 38021
INFO root:portable_runner.py:574 starting data server on port 35193
INFO root:portable_runner.py:574 starting state server on port 42483
INFO root:portable_runner.py:574 starting logging server on port 39507
INFO root:portable_runner.py:574 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f62e70726b0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n%apache/beam_python3.10_sdk:2.45.0.dev')
INFO root:portable_runner.py:574 Attempting to pull image apache/beam_python3.10_sdk:2.45.0.dev
INFO root:portable_runner.py:574 Unable to pull image apache/beam_python3.10_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:574 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:574 Docker container is running. container_id = b'08d795748b64a213243320c1971a6eb98d2f5366a14f804a3fa78016ffc502dc', worker_id = worker_71
INFO root:portable_runner.py:574 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f62e7071810> for environment external_1beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.45.0.dev')
INFO root:portable_runner.py:574 Attempting to pull image apache/beam_java8_sdk:2.45.0.dev
INFO root:portable_runner.py:574 Unable to pull image apache/beam_java8_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:574 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:574 Docker container is running. container_id = b'174b73cc7c0ea8309df48bb60a7297204ea77c2c029e2400c89c1c5d8623bfd7', worker_id = worker_72
=============================== warnings summary ===============================
../../build/gradleenv/1922375555/lib/python3.10/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/1922375555/lib/python3.10/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/google/api_core/operations_v1/abstract_operations_client.py>:17: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives
from distutils import util
../../build/gradleenv/1922375555/lib/python3.10/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead
def call(self, fn, *args, **kwargs):
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
apache_beam/transforms/sql_test.py::SqlTransformTest::test_agg
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/_pytest/threadexception.py>:73: PytestUnhandledThreadExceptionWarning: Exception in thread wait_until_finish_read
Traceback (most recent call last):
File "/usr/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
self.run()
File "/usr/lib/python3.10/threading.py", line 946, in run
self._target(*self._args, **self._kwargs)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py",> line 572, in read_messages
for message in self._message_stream:
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py",> line 426, in __next__
return self._next()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py",> line 826, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "UNKNOWN:Error received from peer ipv4:127.0.0.1:40023 {grpc_message:"Deadline Exceeded", grpc_status:4, created_time:"2023-01-04T00:25:30.361112722+00:00"}"
>
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_agg - grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "UNKNOWN:Error received from peer ipv4:127.0.0.1:40023 {created_time:"2023-01-04T00:25:30.360183518+00:00", grpc_status:4, grpc_message:"Deadline Exceeded"}"
>
= 1 failed, 8 passed, 5 skipped, 6788 deselected, 7 warnings in 316.79s (0:05:16) =
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1991550
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1995582.
Stopping expansion service pid: 1995583.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 42m 43s
232 actionable tasks: 32 executed, 200 up-to-date
Publishing build scan...
https://gradle.com/s/i5s5in2chv4dq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
beam_PostCommit_XVR_Direct - Build # 3582 - Aborted!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
beam_PostCommit_XVR_Direct - Build # 3582 - Aborted:
Check console output at https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3582/ to view the results.
Build failed in Jenkins: beam_PostCommit_XVR_Direct #3581
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3581/display/redirect>
Changes:
------------------------------------------
[...truncated 2.90 MB...]
INFO root:portable_runner.py:574 Attempting to pull image apache/beam_python3.10_sdk:2.45.0.dev
INFO root:portable_runner.py:574 Unable to pull image apache/beam_python3.10_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:574 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:574 Docker container is running. container_id = b'5d719c56e753d69059bb067d9edb626a0dee848f192283e8c12cea450f746cb0', worker_id = worker_88
FAILED [100%]
=================================== FAILURES ===================================
_________________ SqlTransformTest.test_zetasql_generate_data __________________
self = <apache_beam.transforms.sql_test.SqlTransformTest testMethod=test_zetasql_generate_data>
def test_zetasql_generate_data(self):
> with TestPipeline() as p:
apache_beam/transforms/sql_test.py:153:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:600: in __exit__
self.result = self.run()
apache_beam/testing/test_pipeline.py:116: in run
state = result.wait_until_finish()
apache_beam/runners/portability/portable_runner.py:607: in wait_until_finish
raise self._runtime_exception
apache_beam/runners/portability/portable_runner.py:613: in _observe_state
for state_response in self._state_stream:
../../build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py:426: in __next__
return self._next()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exc...27.0.0.1:41717 {created_time:"2023-01-03T12:17:39.163209427+00:00", grpc_status:4, grpc_message:"Deadline Exceeded"}"
>
def _next(self):
with self._state.condition:
if self._state.code is None:
event_handler = _event_handler(self._state,
self._response_deserializer)
self._state.due.add(cygrpc.OperationType.receive_message)
operating = self._call.operate(
(cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
event_handler)
if not operating:
self._state.due.remove(cygrpc.OperationType.receive_message)
elif self._state.code is grpc.StatusCode.OK:
raise StopIteration()
else:
raise self
def _response_ready():
return (self._state.response is not None or
(cygrpc.OperationType.receive_message
not in self._state.due and
self._state.code is not None))
_common.wait(self._state.condition.wait, _response_ready)
if self._state.response is not None:
response = self._state.response
self._state.response = None
return response
elif cygrpc.OperationType.receive_message not in self._state.due:
if self._state.code is grpc.StatusCode.OK:
raise StopIteration()
elif self._state.code is not None:
> raise self
E grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.DEADLINE_EXCEEDED
E details = "Deadline Exceeded"
E debug_error_string = "UNKNOWN:Error received from peer ipv4:127.0.0.1:41717 {created_time:"2023-01-03T12:17:39.163209427+00:00", grpc_status:4, grpc_message:"Deadline Exceeded"}"
E >
../../build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py:826: _MultiThreadedRendezvous
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:239 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO root:external.py:847 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar'> '52271' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Starting expansion service at localhost:52271
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 12:16:26 PM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@38425407
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@43bc63a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@702657cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6a6cb05c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@40a4337a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6025e1b6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@22ff4249
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2d1ef81a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c402120
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@327514f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5b12b668
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1165b38
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c12331b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7586beff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@3b69e7d1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:bigquery_storage_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 12:16:27 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 12:16:28 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 12:16:28 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 12:16:30 PM com.google.zetasql.io.grpc.NameResolverRegistry getDefaultRegistry
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: No NameResolverProviders found via ServiceLoader, including for DNS. This is probably due to a broken build. If using ProGuard, check your configuration
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 12:16:32 PM org.apache.beam.sdk.extensions.sql.zetasql.ZetaSQLQueryPlanner convertToBeamRelInternal
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamZetaSqlCalcRel(expr#0=[{inputs}], expr#1=[1:BIGINT], expr#2=['foo':VARCHAR], expr#3=[3.1400000000000001243E0:DOUBLE], int=[$t1], str=[$t2], flt=[$t3])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamValuesRel(tuples=[[{ 0 }]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.10_sdk:2.45.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.10_sdk:2.45.0.dev
INFO root:environments.py:302 Python SDK container image set to "apache/beam_python3.10_sdk:2.45.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function pack_combiners at 0x7f592817ad40> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function lift_combiners at 0x7f592817add0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function sort_stages at 0x7f592817b520> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:581 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:581 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:581 Job state changed to RUNNING
INFO root:portable_runner.py:574 Default Python SDK image for environment is apache/beam_python3.10_sdk:2.45.0.dev
INFO root:portable_runner.py:574 ==================== <function annotate_downstream_side_inputs at 0x7f6daa6a6b00> ====================
INFO root:portable_runner.py:574 ==================== <function fix_side_input_pcoll_coders at 0x7f6daa6a6c20> ====================
INFO root:portable_runner.py:574 ==================== <function pack_combiners at 0x7f6daa6a7130> ====================
INFO root:portable_runner.py:574 ==================== <function lift_combiners at 0x7f6daa6a71c0> ====================
INFO root:portable_runner.py:574 ==================== <function expand_sdf at 0x7f6daa6a7370> ====================
INFO root:portable_runner.py:574 ==================== <function expand_gbk at 0x7f6daa6a7400> ====================
INFO root:portable_runner.py:574 ==================== <function sink_flattens at 0x7f6daa6a7520> ====================
INFO root:portable_runner.py:574 ==================== <function greedily_fuse at 0x7f6daa6a75b0> ====================
INFO root:portable_runner.py:574 ==================== <function read_to_impulse at 0x7f6daa6a7640> ====================
INFO root:portable_runner.py:574 ==================== <function impulse_to_input at 0x7f6daa6a76d0> ====================
INFO root:portable_runner.py:574 ==================== <function sort_stages at 0x7f6daa6a7910> ====================
INFO root:portable_runner.py:574 ==================== <function add_impulse_to_dangling_transforms at 0x7f6daa6a7a30> ====================
INFO root:portable_runner.py:574 ==================== <function setup_timer_mapping at 0x7f6daa6a7880> ====================
INFO root:portable_runner.py:574 ==================== <function populate_data_channel_coders at 0x7f6daa6a79a0> ====================
INFO root:portable_runner.py:574 starting control server on port 36297
INFO root:portable_runner.py:574 starting data server on port 34209
INFO root:portable_runner.py:574 starting state server on port 37475
INFO root:portable_runner.py:574 starting logging server on port 43765
INFO root:portable_runner.py:574 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6da824cf70> for environment external_9beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.45.0.dev')
INFO root:portable_runner.py:574 Attempting to pull image apache/beam_java8_sdk:2.45.0.dev
INFO root:portable_runner.py:574 Unable to pull image apache/beam_java8_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:574 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:574 Docker container is running. container_id = b'da68658a27c32a9d9aeb685459a51b42277790e069bc94999e7d994be2b4fac8', worker_id = worker_87
INFO root:portable_runner.py:574 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6da824d450> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n%apache/beam_python3.10_sdk:2.45.0.dev')
INFO root:portable_runner.py:574 Attempting to pull image apache/beam_python3.10_sdk:2.45.0.dev
INFO root:portable_runner.py:574 Unable to pull image apache/beam_python3.10_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:574 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:574 Docker container is running. container_id = b'5d719c56e753d69059bb067d9edb626a0dee848f192283e8c12cea450f746cb0', worker_id = worker_88
=============================== warnings summary ===============================
../../build/gradleenv/1922375555/lib/python3.10/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/1922375555/lib/python3.10/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/google/api_core/operations_v1/abstract_operations_client.py>:17: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives
from distutils import util
../../build/gradleenv/1922375555/lib/python3.10/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead
def call(self, fn, *args, **kwargs):
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/_pytest/threadexception.py>:73: PytestUnhandledThreadExceptionWarning: Exception in thread wait_until_finish_read
Traceback (most recent call last):
File "/usr/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
self.run()
File "/usr/lib/python3.10/threading.py", line 946, in run
self._target(*self._args, **self._kwargs)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py",> line 572, in read_messages
for message in self._message_stream:
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py",> line 426, in __next__
return self._next()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.10/site-packages/grpc/_channel.py",> line 826, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "UNKNOWN:Error received from peer ipv4:127.0.0.1:41717 {grpc_message:"Deadline Exceeded", grpc_status:4, created_time:"2023-01-03T12:17:39.16413509+00:00"}"
>
warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data - grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "UNKNOWN:Error received from peer ipv4:127.0.0.1:41717 {created_time:"2023-01-03T12:17:39.163209427+00:00", grpc_status:4, grpc_message:"Deadline Exceeded"}"
>
= 1 failed, 8 passed, 5 skipped, 6788 deselected, 7 warnings in 312.12s (0:05:12) =
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 173497
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 176499.
Stopping expansion service pid: 176500.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 33m 29s
232 actionable tasks: 32 executed, 200 up-to-date
Publishing build scan...
https://gradle.com/s/nahbqeiy4yxms
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #3580
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3580/display/redirect?page=changes>
Changes:
[noreply] Revert "Shard python precommit (#24204)" (#24855)
------------------------------------------
[...truncated 1.45 MB...]
INFO root:portable_runner.py:577 ==================== <function greedily_fuse at 0x7f3aa85a1cb0> ====================
INFO root:portable_runner.py:577 ==================== <function read_to_impulse at 0x7f3aa85a1d40> ====================
INFO root:portable_runner.py:577 ==================== <function impulse_to_input at 0x7f3aa85a1dd0> ====================
INFO root:portable_runner.py:577 ==================== <function sort_stages at 0x7f3aa85a2050> ====================
INFO root:portable_runner.py:577 ==================== <function add_impulse_to_dangling_transforms at 0x7f3aa85a2170> ====================
INFO root:portable_runner.py:577 ==================== <function setup_timer_mapping at 0x7f3aa85a1f80> ====================
INFO root:portable_runner.py:577 ==================== <function populate_data_channel_coders at 0x7f3aa85a20e0> ====================
INFO root:portable_runner.py:577 starting control server on port 40727
INFO root:portable_runner.py:577 starting data server on port 44225
INFO root:portable_runner.py:577 starting state server on port 37641
INFO root:portable_runner.py:577 starting logging server on port 38153
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3a8a7c6950> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.7_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_python3.7_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'f202f7c54d3067bbf722a65099f9feebd3e85dc9755dfbc00a5409ccb7760d0f', worker_id = worker_83
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3aa80e8990> for environment external_7beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_java8_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_java8_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'602fa09fbf9a74988151df88ae23985aa043ccf42d25a000c8d8812ba77f6ed4', worker_id = worker_84
INFO root:portable_runner.py:577 Completed job in 15.233985662460327 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [ 77%]
apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql
-------------------------------- live log call ---------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:239 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO root:external.py:851 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar'> '44791' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Starting expansion service at localhost:44791
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:07 AM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@38425407
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@43bc63a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@702657cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6a6cb05c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@40a4337a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6025e1b6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@22ff4249
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2d1ef81a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c402120
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@327514f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5b12b668
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1165b38
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c12331b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7586beff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@3b69e7d1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:bigquery_storage_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:08 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:08 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:09 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:10 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:11 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:11 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:environments.py:304 Python SDK container image set to "apache/beam_python3.7_sdk:2.45.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function pack_combiners at 0x7fe6e2affcb0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function lift_combiners at 0x7fe6e2affd40> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function sort_stages at 0x7fe6e2afe4d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to RUNNING
INFO root:portable_runner.py:577 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 ==================== <function annotate_downstream_side_inputs at 0x7f3aa85a1200> ====================
INFO root:portable_runner.py:577 ==================== <function fix_side_input_pcoll_coders at 0x7f3aa85a1320> ====================
INFO root:portable_runner.py:577 ==================== <function pack_combiners at 0x7f3aa85a1830> ====================
INFO root:portable_runner.py:577 ==================== <function lift_combiners at 0x7f3aa85a18c0> ====================
INFO root:portable_runner.py:577 ==================== <function expand_sdf at 0x7f3aa85a1a70> ====================
INFO root:portable_runner.py:577 ==================== <function expand_gbk at 0x7f3aa85a1b00> ====================
INFO root:portable_runner.py:577 ==================== <function sink_flattens at 0x7f3aa85a1c20> ====================
INFO root:portable_runner.py:577 ==================== <function greedily_fuse at 0x7f3aa85a1cb0> ====================
INFO root:portable_runner.py:577 ==================== <function read_to_impulse at 0x7f3aa85a1d40> ====================
INFO root:portable_runner.py:577 ==================== <function impulse_to_input at 0x7f3aa85a1dd0> ====================
INFO root:portable_runner.py:577 ==================== <function sort_stages at 0x7f3aa85a2050> ====================
INFO root:portable_runner.py:577 ==================== <function add_impulse_to_dangling_transforms at 0x7f3aa85a2170> ====================
INFO root:portable_runner.py:577 ==================== <function setup_timer_mapping at 0x7f3aa85a1f80> ====================
INFO root:portable_runner.py:577 ==================== <function populate_data_channel_coders at 0x7f3aa85a20e0> ====================
INFO root:portable_runner.py:577 starting control server on port 46161
INFO root:portable_runner.py:577 starting data server on port 36551
INFO root:portable_runner.py:577 starting state server on port 33295
INFO root:portable_runner.py:577 starting logging server on port 37579
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3aa8032810> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.7_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_python3.7_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'31865201a41cafaeb4b3144e61f695b5aa78b26792c0b928c5993fbd2f660185', worker_id = worker_85
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3a8a7c92d0> for environment external_8beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_java8_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_java8_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'c42e0df9705387740fa8d482b05033aac1d52feeb2b857d261aa254deaad29e5', worker_id = worker_86
INFO root:portable_runner.py:577 Completed job in 13.262716293334961 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [ 88%]
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
-------------------------------- live log call ---------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:239 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO root:external.py:851 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar'> '35227' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Starting expansion service at localhost:35227
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:33 AM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@38425407
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@43bc63a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@702657cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6a6cb05c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@40a4337a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6025e1b6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@22ff4249
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2d1ef81a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c402120
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@327514f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5b12b668
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1165b38
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c12331b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7586beff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@3b69e7d1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:bigquery_storage_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:35 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:35 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:35 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:37 AM com.google.zetasql.io.grpc.NameResolverRegistry getDefaultRegistry
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: No NameResolverProviders found via ServiceLoader, including for DNS. This is probably due to a broken build. If using ProGuard, check your configuration
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 03, 2023 5:52:39 AM org.apache.beam.sdk.extensions.sql.zetasql.ZetaSQLQueryPlanner convertToBeamRelInternal
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamZetaSqlCalcRel(expr#0=[{inputs}], expr#1=[1:BIGINT], expr#2=['foo':VARCHAR], expr#3=[3.1400000000000001243E0:DOUBLE], int=[$t1], str=[$t2], flt=[$t3])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamValuesRel(tuples=[[{ 0 }]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:environments.py:304 Python SDK container image set to "apache/beam_python3.7_sdk:2.45.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function pack_combiners at 0x7fe6e2affcb0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function lift_combiners at 0x7fe6e2affd40> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function sort_stages at 0x7fe6e2afe4d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to RUNNING
INFO root:portable_runner.py:577 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 ==================== <function annotate_downstream_side_inputs at 0x7f3aa85a1200> ====================
INFO root:portable_runner.py:577 ==================== <function fix_side_input_pcoll_coders at 0x7f3aa85a1320> ====================
INFO root:portable_runner.py:577 ==================== <function pack_combiners at 0x7f3aa85a1830> ====================
INFO root:portable_runner.py:577 ==================== <function lift_combiners at 0x7f3aa85a18c0> ====================
INFO root:portable_runner.py:577 ==================== <function expand_sdf at 0x7f3aa85a1a70> ====================
INFO root:portable_runner.py:577 ==================== <function expand_gbk at 0x7f3aa85a1b00> ====================
INFO root:portable_runner.py:577 ==================== <function sink_flattens at 0x7f3aa85a1c20> ====================
INFO root:portable_runner.py:577 ==================== <function greedily_fuse at 0x7f3aa85a1cb0> ====================
INFO root:portable_runner.py:577 ==================== <function read_to_impulse at 0x7f3aa85a1d40> ====================
INFO root:portable_runner.py:577 ==================== <function impulse_to_input at 0x7f3aa85a1dd0> ====================
INFO root:portable_runner.py:577 ==================== <function sort_stages at 0x7f3aa85a2050> ====================
INFO root:portable_runner.py:577 ==================== <function add_impulse_to_dangling_transforms at 0x7f3aa85a2170> ====================
INFO root:portable_runner.py:577 ==================== <function setup_timer_mapping at 0x7f3aa85a1f80> ====================
INFO root:portable_runner.py:577 ==================== <function populate_data_channel_coders at 0x7f3aa85a20e0> ====================
INFO root:portable_runner.py:577 starting control server on port 40007
INFO root:portable_runner.py:577 starting data server on port 45447
INFO root:portable_runner.py:577 starting state server on port 42257
INFO root:portable_runner.py:577 starting logging server on port 33613
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3aa8164210> for environment external_9beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_java8_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_java8_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'abe63c2e64fd4cc7d337e913ae992791533fc3ec532d39023ec69f8af6ae849d', worker_id = worker_87
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3aa80fbe90> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.7_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_python3.7_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'ea66d0e156c8f1ce73a28202897b4400ba8846d057d4cfb41a70d17fec984f82', worker_id = worker_88
INFO root:portable_runner.py:577 Completed job in 19.017671585083008 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [100%]
=============================== warnings summary ===============================
../../build/gradleenv/1922375555/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
===== 9 passed, 5 skipped, 6788 deselected, 1 warning in 284.08s (0:04:44) =====
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3960817
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3974163.
Stopping expansion service pid: 3974164.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/test-suites/direct/xlang/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPython/index.html>
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 42m 41s
247 actionable tasks: 162 executed, 73 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/4dxz6rb2jvzr6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #3579
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3579/display/redirect>
Changes:
------------------------------------------
[...truncated 1.46 MB...]
INFO root:portable_runner.py:577 ==================== <function greedily_fuse at 0x7f60e83e2cb0> ====================
INFO root:portable_runner.py:577 ==================== <function read_to_impulse at 0x7f60e83e2d40> ====================
INFO root:portable_runner.py:577 ==================== <function impulse_to_input at 0x7f60e83e2dd0> ====================
INFO root:portable_runner.py:577 ==================== <function sort_stages at 0x7f60e83e3050> ====================
INFO root:portable_runner.py:577 ==================== <function add_impulse_to_dangling_transforms at 0x7f60e83e3170> ====================
INFO root:portable_runner.py:577 ==================== <function setup_timer_mapping at 0x7f60e83e2f80> ====================
INFO root:portable_runner.py:577 ==================== <function populate_data_channel_coders at 0x7f60e83e30e0> ====================
INFO root:portable_runner.py:577 starting control server on port 36857
INFO root:portable_runner.py:577 starting data server on port 38183
INFO root:portable_runner.py:577 starting state server on port 36581
INFO root:portable_runner.py:577 starting logging server on port 40065
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f60ca7dc510> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.7_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_python3.7_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'7001ef0147a879e6518f7bdeec143683081983c0758105760fd22fde292b1bad', worker_id = worker_83
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f60ca7d8bd0> for environment external_7beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_java8_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_java8_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'6444bfddbd3f40486874e2dd997f29352fafde55582cdf0f8d3808277155be47', worker_id = worker_84
INFO root:portable_runner.py:577 Completed job in 20.85516333580017 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [ 77%]
apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql
-------------------------------- live log call ---------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:239 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO root:external.py:851 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar'> '59529' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Starting expansion service at localhost:59529
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:52:54 PM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@38425407
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@43bc63a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@702657cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6a6cb05c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@40a4337a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6025e1b6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@22ff4249
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2d1ef81a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c402120
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@327514f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5b12b668
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1165b38
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c12331b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7586beff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@3b69e7d1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:bigquery_storage_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:52:55 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:52:55 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:52:56 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:52:57 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:52:57 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:52:58 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:environments.py:304 Python SDK container image set to "apache/beam_python3.7_sdk:2.45.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function pack_combiners at 0x7fbd3fdd8cb0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function lift_combiners at 0x7fbd3fdd8d40> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function sort_stages at 0x7fbd3fdd94d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to RUNNING
INFO root:portable_runner.py:577 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 ==================== <function annotate_downstream_side_inputs at 0x7f60e83e2200> ====================
INFO root:portable_runner.py:577 ==================== <function fix_side_input_pcoll_coders at 0x7f60e83e2320> ====================
INFO root:portable_runner.py:577 ==================== <function pack_combiners at 0x7f60e83e2830> ====================
INFO root:portable_runner.py:577 ==================== <function lift_combiners at 0x7f60e83e28c0> ====================
INFO root:portable_runner.py:577 ==================== <function expand_sdf at 0x7f60e83e2a70> ====================
INFO root:portable_runner.py:577 ==================== <function expand_gbk at 0x7f60e83e2b00> ====================
INFO root:portable_runner.py:577 ==================== <function sink_flattens at 0x7f60e83e2c20> ====================
INFO root:portable_runner.py:577 ==================== <function greedily_fuse at 0x7f60e83e2cb0> ====================
INFO root:portable_runner.py:577 ==================== <function read_to_impulse at 0x7f60e83e2d40> ====================
INFO root:portable_runner.py:577 ==================== <function impulse_to_input at 0x7f60e83e2dd0> ====================
INFO root:portable_runner.py:577 ==================== <function sort_stages at 0x7f60e83e3050> ====================
INFO root:portable_runner.py:577 ==================== <function add_impulse_to_dangling_transforms at 0x7f60e83e3170> ====================
INFO root:portable_runner.py:577 ==================== <function setup_timer_mapping at 0x7f60e83e2f80> ====================
INFO root:portable_runner.py:577 ==================== <function populate_data_channel_coders at 0x7f60e83e30e0> ====================
INFO root:portable_runner.py:577 starting control server on port 39325
INFO root:portable_runner.py:577 starting data server on port 39423
INFO root:portable_runner.py:577 starting state server on port 40551
INFO root:portable_runner.py:577 starting logging server on port 33501
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f60ca7e0850> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.7_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_python3.7_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'a283ee08aa7ec67dc1b9c6f0c267eb94a19ba92e8a0000c594121997ade4acf9', worker_id = worker_85
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f60ca77c510> for environment external_8beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_java8_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_java8_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'403817f3cfb78b24644c072f369468c15229af74ef6d426363ae9c73c6e66ad2', worker_id = worker_86
INFO root:portable_runner.py:577 Completed job in 19.297069311141968 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [ 88%]
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
-------------------------------- live log call ---------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:239 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO root:external.py:851 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar'> '53463' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.45.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Starting expansion service at localhost:53463
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:53:25 PM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@38425407
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@43bc63a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@702657cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6a6cb05c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@40a4337a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6025e1b6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@22ff4249
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2d1ef81a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c402120
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@327514f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5b12b668
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1165b38
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4c12331b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7586beff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@3b69e7d1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:bigquery_storage_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 beam:transform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:53:26 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:53:26 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:53:27 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:53:29 PM com.google.zetasql.io.grpc.NameResolverRegistry getDefaultRegistry
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: No NameResolverProviders found via ServiceLoader, including for DNS. This is probably due to a broken build. If using ProGuard, check your configuration
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 02, 2023 11:53:30 PM org.apache.beam.sdk.extensions.sql.zetasql.ZetaSQLQueryPlanner convertToBeamRelInternal
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamZetaSqlCalcRel(expr#0=[{inputs}], expr#1=[1:BIGINT], expr#2=['foo':VARCHAR], expr#3=[3.1400000000000001243E0:DOUBLE], int=[$t1], str=[$t2], flt=[$t3])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 BeamValuesRel(tuples=[[{ 0 }]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:environments.py:304 Python SDK container image set to "apache/beam_python3.7_sdk:2.45.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function pack_combiners at 0x7fbd3fdd8cb0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function lift_combiners at 0x7fbd3fdd8d40> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:710 ==================== <function sort_stages at 0x7fbd3fdd94d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to RUNNING
INFO root:portable_runner.py:577 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 ==================== <function annotate_downstream_side_inputs at 0x7f60e83e2200> ====================
INFO root:portable_runner.py:577 ==================== <function fix_side_input_pcoll_coders at 0x7f60e83e2320> ====================
INFO root:portable_runner.py:577 ==================== <function pack_combiners at 0x7f60e83e2830> ====================
INFO root:portable_runner.py:577 ==================== <function lift_combiners at 0x7f60e83e28c0> ====================
INFO root:portable_runner.py:577 ==================== <function expand_sdf at 0x7f60e83e2a70> ====================
INFO root:portable_runner.py:577 ==================== <function expand_gbk at 0x7f60e83e2b00> ====================
INFO root:portable_runner.py:577 ==================== <function sink_flattens at 0x7f60e83e2c20> ====================
INFO root:portable_runner.py:577 ==================== <function greedily_fuse at 0x7f60e83e2cb0> ====================
INFO root:portable_runner.py:577 ==================== <function read_to_impulse at 0x7f60e83e2d40> ====================
INFO root:portable_runner.py:577 ==================== <function impulse_to_input at 0x7f60e83e2dd0> ====================
INFO root:portable_runner.py:577 ==================== <function sort_stages at 0x7f60e83e3050> ====================
INFO root:portable_runner.py:577 ==================== <function add_impulse_to_dangling_transforms at 0x7f60e83e3170> ====================
INFO root:portable_runner.py:577 ==================== <function setup_timer_mapping at 0x7f60e83e2f80> ====================
INFO root:portable_runner.py:577 ==================== <function populate_data_channel_coders at 0x7f60e83e30e0> ====================
INFO root:portable_runner.py:577 starting control server on port 45307
INFO root:portable_runner.py:577 starting data server on port 44733
INFO root:portable_runner.py:577 starting state server on port 44225
INFO root:portable_runner.py:577 starting logging server on port 36001
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f60ca727a10> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.7_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_python3.7_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_python3.7_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'1d241904b0e6652cb98106b4316bebd54dee30e33ba986ac2064598a3f2a00f4', worker_id = worker_87
INFO root:portable_runner.py:577 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f60e8127090> for environment external_9beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.45.0.dev')
INFO root:portable_runner.py:577 Attempting to pull image apache/beam_java8_sdk:2.45.0.dev
INFO root:portable_runner.py:577 Unable to pull image apache/beam_java8_sdk:2.45.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:577 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:577 Docker container is running. container_id = b'ac31a5e6366e3bdb37a8f51327d50d001744ca5c8b60baa9c6219f28af185e1b', worker_id = worker_88
INFO root:portable_runner.py:577 Completed job in 20.008452892303467 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [100%]
=============================== warnings summary ===============================
../../build/gradleenv/1922375555/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
===== 9 passed, 5 skipped, 6788 deselected, 1 warning in 293.56s (0:04:53) =====
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3466119
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3549194.
Stopping expansion service pid: 3549195.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/test-suites/direct/xlang/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPython/index.html>
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 43m 29s
247 actionable tasks: 162 executed, 73 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/p4kgs7qgbbf3e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #3578
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3578/display/redirect?page=changes>
Changes:
[bulatkazan] [Website] update links from absolute to relative in md files
[Alexey Romanenko] Support SqlTypes Date in AvroUtils (sync)
------------------------------------------
[...truncated 610.36 KB...]
[0m[91m adding 'apache_beam/typehints/testing/strategies.py'
[0m[91m adding 'apache_beam/utils/__init__.py'
[0m[91m adding 'apache_beam/utils/annotations.py'
[0m[91m adding 'apache_beam/utils/annotations_test.py'
[0m[91m adding 'apache_beam/utils/counters.cpython-37m-x86_64-linux-gnu.so'
[0m[91m adding 'apache_beam/utils/counters.pxd'
[0m[91m adding 'apache_beam/utils/counters.py'
[0m[91m adding 'apache_beam/utils/counters_test.py'
[0m[91m adding 'apache_beam/utils/histogram.py'
[0m[91m adding 'apache_beam/utils/histogram_test.py'
[0m[91m adding 'apache_beam/utils/interactive_utils.py'
[0m[91m adding 'apache_beam/utils/interactive_utils_test.py'
[0m[91m adding 'apache_beam/utils/multi_process_shared.py'
[0m[91m adding 'apache_beam/utils/multi_process_shared_test.py'
[0m[91m adding 'apache_beam/utils/plugin.py'
[0m[91m adding 'apache_beam/utils/processes.py'
[0m[91m adding 'apache_beam/utils/processes_test.py'
[0m[91m adding 'apache_beam/utils/profiler.py'
[0m[91m adding 'apache_beam/utils/profiler_test.py'
[0m[91m adding 'apache_beam/utils/proto_utils.py'
[0m[91m adding 'apache_beam/utils/python_callable.py'
[0m[91m adding 'apache_beam/utils/python_callable_test.py'
[0m[91m adding 'apache_beam/utils/retry.py'
[0m[91m adding 'apache_beam/utils/retry_test.py'
[0m[91m adding 'apache_beam/utils/sentinel.py'
[0m[91m adding 'apache_beam/utils/sharded_key.py'
[0m[91m adding 'apache_beam/utils/shared.py'
[0m[91m adding 'apache_beam/utils/shared_test.py'
[0m[91m adding 'apache_beam/utils/subprocess_server.py'
[0m[91m adding 'apache_beam/utils/subprocess_server_test.py'
[0m[91m adding 'apache_beam/utils/thread_pool_executor.py'
[0m[91m adding 'apache_beam/utils/thread_pool_executor_test.py'
[0m[91m adding 'apache_beam/utils/timestamp.py'
[0m[91m adding 'apache_beam/utils/timestamp_test.py'
[0m[91m adding 'apache_beam/utils/urns.py'
[0m[91m adding 'apache_beam/utils/windowed_value.cpython-37m-x86_64-linux-gnu.so'
[0m[91m adding 'apache_beam/utils/windowed_value.pxd'
[0m[91m adding 'apache_beam/utils/windowed_value.py'
[0m[91m adding 'apache_beam/utils/windowed_value_test.py'
[0m[91m adding 'apache_beam-2.45.0.dev0.dist-info/METADATA'
[0m[91m adding 'apache_beam-2.45.0.dev0.dist-info/WHEEL'
[0m[91m adding 'apache_beam-2.45.0.dev0.dist-info/top_level.txt'
[0m[91m adding 'apache_beam-2.45.0.dev0.dist-info/RECORD'
[0m[91m removing build/bdist.linux-x86_64/wheel
[0m Building wheel for apache-beam (setup.py): finished with status 'done'
Created wheel for apache-beam: filename=apache_beam-2.45.0.dev0-cp37-cp37m-linux_x86_64.whl size=13251453 sha256=068724eca8ad0e8e2787fa17f6481ebfb280b2026d03d01a815021beb1fcf5bc
Stored in directory: /root/.cache/pip/wheels/28/ff/f0/ff79ce04b6816e49da2c05be79af2a4b8c12f71315cd66f4a0
Successfully built apache-beam
Installing collected packages: apache-beam
Successfully installed apache-beam-2.45.0.dev0
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0mRemoving intermediate container f8a888f4e0ae
---> 2d7034211cd2
Step 15/32 : RUN pip check || (echo "Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate" && exit 1)
---> Running in aade55b0bdbe
No broken requirements found.
Removing intermediate container aade55b0bdbe
---> e6175a38fff3
Step 16/32 : RUN pip freeze --all
---> Running in fe062e20db71
absl-py==1.3.0
apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz
astunparse==1.6.3
attrs==22.1.0
beautifulsoup4==4.11.1
bs4==0.0.1
CacheControl==0.12.11
cachetools==4.2.4
certifi==2022.12.7
cffi==1.15.1
charset-normalizer==2.1.1
click==8.1.3
cloudpickle==2.2.0
crcmod==1.7
cryptography==38.0.4
Cython==0.29.32
deprecation==2.1.0
dill==0.3.1.1
docker==6.0.1
docopt==0.6.2
exceptiongroup==1.0.4
execnet==1.9.0
fastavro==1.7.0
fasteners==0.18
firebase-admin==5.2.0
flatbuffers==22.12.6
freezegun==1.2.2
future==0.18.2
gast==0.4.0
google-api-core==2.11.0
google-api-python-client==2.68.0
google-apitools==0.5.31
google-auth==2.15.0
google-auth-httplib2==0.1.0
google-auth-oauthlib==0.4.6
google-cloud-bigquery==3.4.0
google-cloud-bigquery-storage==2.16.2
google-cloud-bigtable==1.7.3
google-cloud-core==2.3.2
google-cloud-datastore==1.15.5
google-cloud-dlp==3.9.2
google-cloud-firestore==2.7.2
google-cloud-language==1.3.2
google-cloud-profiler==3.1.0
google-cloud-pubsub==2.13.11
google-cloud-pubsublite==1.6.0
google-cloud-recommendations-ai==0.7.1
google-cloud-spanner==3.24.0
google-cloud-storage==2.7.0
google-cloud-videointelligence==1.16.3
google-cloud-vision==3.1.4
google-crc32c==1.5.0
google-pasta==0.2.0
google-python-cloud-debugger==3.1
google-resumable-media==2.4.0
googleapis-common-protos==1.57.0
greenlet==2.0.1
grpc-google-iam-v1==0.12.4
grpcio==1.51.1
grpcio-status==1.48.2
guppy3==3.1.2
h5py==3.7.0
hdfs==2.7.0
httplib2==0.20.4
hypothesis==6.60.0
idna==3.4
importlib-metadata==5.1.0
iniconfig==1.1.1
joblib==1.2.0
keras==2.11.0
libclang==14.0.6
Markdown==3.4.1
MarkupSafe==2.1.1
mmh3==3.0.0
mock==2.0.0
msgpack==1.0.4
nltk==3.7
nose==1.3.7
numpy==1.21.6
oauth2client==4.1.3
oauthlib==3.2.2
objsize==0.6.1
opt-einsum==3.3.0
orjson==3.8.3
overrides==6.5.0
packaging==21.3
pandas==1.3.5
parameterized==0.8.1
pbr==5.11.0
pip==22.3.1
pluggy==1.0.0
proto-plus==1.22.1
protobuf==3.19.6
psycopg2-binary==2.9.5
py==1.11.0
pyarrow==9.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.21
pydot==1.4.2
PyHamcrest==1.10.1
pymongo==3.13.0
PyMySQL==1.0.2
pyparsing==3.0.9
pytest==7.2.0
pytest-forked==1.4.0
pytest-timeout==2.1.0
pytest-xdist==2.5.0
python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2022.6
PyYAML==6.0
regex==2022.10.31
requests==2.28.1
requests-mock==1.10.0
requests-oauthlib==1.3.1
rsa==4.9
scikit-learn==1.0.2
scipy==1.7.3
setuptools==65.6.3
six==1.16.0
sortedcontainers==2.4.0
soupsieve==2.3.2.post1
SQLAlchemy==1.4.44
sqlparse==0.4.3
tenacity==5.1.5
tensorboard==2.11.0
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
tensorflow==2.11.0
tensorflow-estimator==2.11.0
tensorflow-io-gcs-filesystem==0.28.0
termcolor==2.1.1
testcontainers==3.7.1
threadpoolctl==3.1.0
tomli==2.0.1
tqdm==4.64.1
typing_extensions==4.4.0
uritemplate==4.1.1
urllib3==1.26.13
websocket-client==1.4.2
Werkzeug==2.2.2
wheel==0.38.4
wrapt==1.14.1
zipp==3.11.0
zstandard==0.19.0
Removing intermediate container fe062e20db71
---> d1ccb8157d74
Step 17/32 : COPY target/LICENSE /opt/apache/beam/
---> 3f92d9e53144
Step 18/32 : COPY target/LICENSE.python /opt/apache/beam/
---> 1aa55d1fceb8
Step 19/32 : COPY target/NOTICE /opt/apache/beam/
---> 0ec138f49277
Step 20/32 : COPY target/launcher/linux_amd64/boot /opt/apache/beam/
COPY failed: stat /var/lib/docker/tmp/docker-builder220645975/target/launcher/linux_amd64/boot: no such file or directory
> Task :sdks:python:container:py37:docker FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:container:py37:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 11m 59s
240 actionable tasks: 155 executed, 73 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/hg63ra3jul3ws
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org