You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2024/01/23 23:45:29 UTC
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5090
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5090/display/redirect>
Changes:
------------------------------------------
[...truncated 1.04 MB...]
>
component_coder_ids: "HyVSQosVbwVarIntCoder"
component_coder_ids: "HyVSQosVbwIterableCoder"
>
>
coders: <
key: "HyVSQosVbwRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$f21e325f-2200-484f-825f-8454a13a12e8"
>
>
>
coders: <
key: "HyVSQosVbwVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "HyVSQosVbwVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "HyVSQosVbwbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-rXARW82fPWBjChVRxsPJd1QPMjeeOV_JR3dZVKv0NBI.jar\022@ad70115bcd9f3d60630a1551c6c3c977540f32379e395fc947775954abf43412"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-rXARW82fPWBjChVRxsPJd1QPMjeeOV_JR3dZVKv0NBI.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/23 23:22:40 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1706052160843561412
2024/01/23 23:22:43 Prepared job with id: go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a and staging token: go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a
2024/01/23 23:22:43 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a
2024/01/23 23:22:43 Submitted job: go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a
2024/01/23 23:22:43 Job[go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a] state: STOPPED
2024/01/23 23:22:43 Job[go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a] state: STARTING
2024/01/23 23:22:43 Job[go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a] state: RUNNING
2024/01/23 23:22:43 2024-01-23 23:22:43. (1): ==================== <function annotate_downstream_side_inputs at 0x7f0c446841f0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f0c44684310> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (3): ==================== <function pack_combiners at 0x7f0c44684820> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (4): ==================== <function lift_combiners at 0x7f0c446848b0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (5): ==================== <function expand_sdf at 0x7f0c44684a60> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (6): ==================== <function expand_gbk at 0x7f0c44684af0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (7): ==================== <function sink_flattens at 0x7f0c44684c10> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (8): ==================== <function greedily_fuse at 0x7f0c44684ca0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (9): ==================== <function read_to_impulse at 0x7f0c44684d30> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (10): ==================== <function impulse_to_input at 0x7f0c44684dc0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (11): ==================== <function sort_stages at 0x7f0c44685040> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f0c44685160> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (13): ==================== <function setup_timer_mapping at 0x7f0c44684f70> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (14): ==================== <function populate_data_channel_coders at 0x7f0c446850d0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (15): starting control server on port 33995
2024/01/23 23:22:43 2024-01-23 23:22:43. (16): starting data server on port 39037
2024/01/23 23:22:43 2024-01-23 23:22:43. (17): starting state server on port 42937
2024/01/23 23:22:43 2024-01-23 23:22:43. (18): starting logging server on port 44647
2024/01/23 23:22:43 2024-01-23 23:22:43. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0c78bea0a0> for environment HyVSQosVbwbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/23 23:22:43 2024-01-23 23:22:43. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/23 23:22:44 2024-01-23 23:22:44. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/23 23:22:49 2024-01-23 23:22:49. (22): Waiting for docker to start up. Current status is running
2024/01/23 23:22:49 2024-01-23 23:22:49. (23): Docker container is running. container_id = b'e7142f83cec1658871333b75d840efd94f9da4a10b3c5e002845524780f1be6c', worker_id = worker_16
2024/01/23 23:22:50 2024-01-23 23:22:50. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0c79698130> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/23 23:22:53 2024-01-23 23:22:53. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/23 23:22:53 2024-01-23 23:22:53. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/23 23:22:54 2024-01-23 23:22:54. (27): Waiting for docker to start up. Current status is running
2024/01/23 23:22:54 2024-01-23 23:22:54. (28): Docker container is running. container_id = b'2d5b68a79c09dc668c7232a6ff12d09f8e8ca9b9c2a8b61b063433b47d3b11d9', worker_id = worker_18
2024/01/23 23:22:58 2024-01-23 23:22:58. (29): Completed job in 14.266560792922974 seconds with state DONE.
2024/01/23 23:22:58 Job[go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a] state: DONE
2024/01/23 23:22:58 🐳 Terminating container: 4074f8f598e9
2024/01/23 23:22:58 🚫 Container terminated: 4074f8f598e9
--- PASS: TestJDBCIO_PostgresReadWrite (45.83s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 108.834s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.022s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40195
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpcprps8qk/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40157
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 3s
261 actionable tasks: 183 executed, 68 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/v4azomgq5pnj6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5097
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5097/display/redirect?page=changes>
Changes:
[noreply] Decommission all remaining jenkins jobs (#30113)
------------------------------------------
[...truncated 1.76 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:11 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:11 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:12 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:13 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:14 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:14 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.55.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f669ae3f1f0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f669ae3f280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f669ae3f9d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fb17d23b4c0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fb17d23b5e0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fb17d23baf0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fb17d23bb80> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fb17d23bd30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fb17d23bdc0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fb17d23bee0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fb17d23bf70> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fb17d23c040> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fb17d23c0d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fb17d23c310> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fb17d23c430> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fb17d23c280> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fb17d23c3a0> ====================
INFO root:portable_runner.py:543 starting control server on port 42099
INFO root:portable_runner.py:543 starting data server on port 41897
INFO root:portable_runner.py:543 starting state server on port 43723
INFO root:portable_runner.py:543 starting logging server on port 41015
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb17c05d340> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.55.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.55.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.55.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'6dc5da90bce2abc0856c3bfdfb1e06e40a7210f61dc9dba05811492fd2245243', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fb1b1abe2e0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:46837')
INFO root:portable_runner.py:543 Requesting worker at localhost:46837
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:25 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:42099.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:34 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:34 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-52e2fbcc-d0f9-4989-9af5-656d16b893be failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7309 deselected in 295.98s (0:04:55) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2465244
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2485105.
Stopping expansion service pid: 2485106.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 52s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/4zyuuqkc3qx4u
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5096
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5096/display/redirect>
Changes:
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:51 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:51 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:51 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:53 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:53 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:53 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.55.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f415c5df1f0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f415c5df280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f415c5df9d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f56621134c0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f56621135e0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f5662113af0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f5662113b80> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f5662113d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f5662113dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f5662113ee0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f5662113f70> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f5662115040> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f56621150d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f5662115310> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f5662115430> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f5662115280> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f56621153a0> ====================
INFO root:portable_runner.py:543 starting control server on port 33819
INFO root:portable_runner.py:543 starting data server on port 45185
INFO root:portable_runner.py:543 starting state server on port 34541
INFO root:portable_runner.py:543 starting logging server on port 33333
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f56941b6790> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.55.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.55.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.55.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'91f865540a618a87ecee8616fbc98628d2ff6b1c6db157d8d9dfc1ab50f3af8a', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f569402b7c0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:36381')
INFO root:portable_runner.py:543 Requesting worker at localhost:36381
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:47:04 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_88 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:33819.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:47:14 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:47:14 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_88.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-94514494-873e-40a8-9a05-c92fc2127286 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7309 deselected in 288.59s (0:04:48) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1643381
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1669265.
Stopping expansion service pid: 1669266.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 31s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ilkxthguqxmli
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5095
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5095/display/redirect>
Changes:
------------------------------------------
[...truncated 1.74 MB...]
apache_beam/runners/portability/portable_runner.py:576: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:339 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.55.0-SNAPSHOT.jar>
INFO root:external.py:1017 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.55.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:203 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.55.0-SNAPSHOT.jar'> '42139' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.55.0-SNAPSHOT.jar'> '--alsoStartLoopbackWorker']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Starting expansion service at localhost:42139
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:54 AM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1, beam:transform:org.apache.beam:bigquery_read:v1, beam:transform:org.apache.beam:bigquery_write:v1, beam:transform:pubsub_read:v1, beam:transform:pubsub_write:v1, beam:transform:pubsub_write:v2, beam:transform:combine_globally:v1, beam:transform:combine_grouped_values:v1, beam:transform:combine_per_key:v1, beam:transform:create_view:v1, beam:transform:flatten:v1, beam:transform:group_by_key:v1, beam:transform:group_into_batches:v1, beam:transform:group_into_batches_with_sharded_key:v1, beam:transform:impulse:v1, beam:transform:reshuffle:v1, beam:transform:sdf_process_keyed_elements:v1, beam:transform:teststream:v1, beam:transform:window_into:v1, beam:transform:write_files:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:42139.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:57 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:57 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:57 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.55.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fe1105e0ee0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fe1105e0f70> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fe1105df700> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7febded874c0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7febded875e0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7febded87af0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7febded87b80> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7febded87d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7febded87dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7febded87ee0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7febded87f70> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7febded88040> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7febded880d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7febded88310> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7febded88430> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7febded88280> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7febded883a0> ====================
INFO root:portable_runner.py:543 starting control server on port 40077
INFO root:portable_runner.py:543 starting data server on port 34579
INFO root:portable_runner.py:543 starting state server on port 32819
INFO root:portable_runner.py:543 starting logging server on port 35385
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fec12b2c670> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.55.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.55.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.55.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'464d18dd407983360468a12ff412520112d81e626fafe23a6b93d60ae4598222', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fec0e3a07f0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:42139')
INFO root:portable_runner.py:543 Requesting worker at localhost:42139
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:11 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:40077.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:20 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:20 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-ae4acd53-8b1b-4e46-aa86-df4b0b8e9e5f failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7309 deselected in 311.29s (0:05:11) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 316889
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 331913.
Stopping expansion service pid: 331914.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 45s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ijgixbr6cwuhs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5094
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5094/display/redirect>
Changes:
------------------------------------------
[...truncated 1.79 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:60013.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:32 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:32 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:33 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:35 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:35 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:35 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.55.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f874e7cbee0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f874e7cbf70> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f874e7cd700> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f128cb984c0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f128cb985e0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f128cb98af0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f128cb98b80> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f128cb98d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f128cb98dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f128cb98ee0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f128cb98f70> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f128cb99040> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f128cb990d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f128cb99310> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f128cb99430> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f128cb99280> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f128cb993a0> ====================
INFO root:portable_runner.py:543 starting control server on port 39273
INFO root:portable_runner.py:543 starting data server on port 34553
INFO root:portable_runner.py:543 starting state server on port 37585
INFO root:portable_runner.py:543 starting logging server on port 46431
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f12c157d9a0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.55.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.55.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.55.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'a3035d638056a53e6b286df6ef2a9131e9888602f3332fcc529c05c157fe8d82', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f12c15f6c40> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:60013')
INFO root:portable_runner.py:543 Requesting worker at localhost:60013
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:46 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:39273.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:55 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:55 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-2e716f66-a9c0-4518-afcb-d1cd04bab07d failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7309 deselected in 293.38s (0:04:53) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3586159
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3617947.
Stopping expansion service pid: 3617948.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 13s
261 actionable tasks: 184 executed, 67 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/dnnit2qsfxzma
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5093
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5093/display/redirect>
Changes:
------------------------------------------
[...truncated 1.44 MB...]
apache_beam/runners/portability/portable_runner.py:576: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:339 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO root:external.py:1017 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:203 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '37499' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '--alsoStartLoopbackWorker']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Starting expansion service at localhost:37499
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:39 PM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1, beam:transform:org.apache.beam:bigquery_read:v1, beam:transform:org.apache.beam:bigquery_write:v1, beam:transform:pubsub_read:v1, beam:transform:pubsub_write:v1, beam:transform:pubsub_write:v2, beam:transform:combine_globally:v1, beam:transform:combine_grouped_values:v1, beam:transform:combine_per_key:v1, beam:transform:create_view:v1, beam:transform:flatten:v1, beam:transform:group_by_key:v1, beam:transform:group_into_batches:v1, beam:transform:group_into_batches_with_sharded_key:v1, beam:transform:impulse:v1, beam:transform:reshuffle:v1, beam:transform:sdf_process_keyed_elements:v1, beam:transform:teststream:v1, beam:transform:window_into:v1, beam:transform:write_files:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:40 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:40 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:40 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7ffa506eac10> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7ffa506eaca0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7ffa506e8430> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fe5bf62a1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fe5bf62a310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fe5bf62a820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fe5bf62a8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fe5bf62aa60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fe5bf62aaf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fe5bf62ac10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fe5bf62aca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fe5bf62ad30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fe5bf62adc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fe5bf62b040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fe5bf62b160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fe5bf62af70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fe5bf62b0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 38409
INFO root:portable_runner.py:543 starting data server on port 42949
INFO root:portable_runner.py:543 starting state server on port 37157
INFO root:portable_runner.py:543 starting logging server on port 34833
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe5ee6aee50> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'5037f5d3d198a8d98a81aabba8f63ad28b3c76a9d325d378919af93346a50c1f', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fe5f0fb7d60> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:37499')
INFO root:portable_runner.py:543 Requesting worker at localhost:37499
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:53 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:38409.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:48:02 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:48:02 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-0c868536-1204-47f8-acae-0adc9a32189c failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7306 deselected in 289.97s (0:04:49) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2762273
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2786184.
Stopping expansion service pid: 2786185.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 21s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/gtitdctshandi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
beam_PostCommit_XVR_Direct - Build # 5092 - Aborted!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
beam_PostCommit_XVR_Direct - Build # 5092 - Aborted:
Check console output at https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5092/ to view the results.
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5091
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5091/display/redirect>
Changes:
------------------------------------------
[...truncated 1.73 MB...]
E AttributeError: 'bytes' object has no attribute 'end'
apache_beam/runners/portability/portable_runner.py:576: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:339 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO root:external.py:1017 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:203 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '45883' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '--alsoStartLoopbackWorker']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Starting expansion service at localhost:45883
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:36 AM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1, beam:transform:org.apache.beam:bigquery_read:v1, beam:transform:org.apache.beam:bigquery_write:v1, beam:transform:pubsub_read:v1, beam:transform:pubsub_write:v1, beam:transform:pubsub_write:v2, beam:transform:combine_globally:v1, beam:transform:combine_grouped_values:v1, beam:transform:combine_per_key:v1, beam:transform:create_view:v1, beam:transform:flatten:v1, beam:transform:group_by_key:v1, beam:transform:group_into_batches:v1, beam:transform:group_into_batches_with_sharded_key:v1, beam:transform:impulse:v1, beam:transform:reshuffle:v1, beam:transform:sdf_process_keyed_elements:v1, beam:transform:teststream:v1, beam:transform:window_into:v1, beam:transform:write_files:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:45883.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:38 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:39 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:39 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:41 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:41 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:41 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f0b226eaa60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f0b226eaaf0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f0b226eb280> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fefa6e831f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fefa6e83310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fefa6e83820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fefa6e838b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fefa6e83a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fefa6e83af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fefa6e83c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fefa6e83ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fefa6e83d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fefa6e83dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fefa6e84040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fefa6e84160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fefa6e83f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fefa6e840d0> ====================
INFO root:portable_runner.py:543 starting control server on port 44343
INFO root:portable_runner.py:543 starting data server on port 41609
INFO root:portable_runner.py:543 starting state server on port 35937
INFO root:portable_runner.py:543 starting logging server on port 44751
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fefd8ec94c0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'402df4a2eb45ca8e71dd5a959900e1d95b9890da53fcc86776d3d162efa48890', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fefdbe96280> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:45883')
INFO root:portable_runner.py:543 Requesting worker at localhost:45883
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:52 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:44343.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:45:01 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:45:01 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-8c03aaf0-89be-47af-a0d4-e55e2c1e1e42 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7304 deselected in 290.74s (0:04:50) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1555692
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1558804.
Stopping expansion service pid: 1558805.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 21s
261 actionable tasks: 178 executed, 73 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/kxa2cnilfr3e2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org